[ 594.093122] env[68867]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68867) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 594.093476] env[68867]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68867) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 594.093516] env[68867]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68867) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 594.093861] env[68867]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 594.198544] env[68867]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68867) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 594.208693] env[68867]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68867) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 594.251488] env[68867]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 594.814023] env[68867]: INFO nova.virt.driver [None req-f0de4b00-369c-4d86-8585-db1ebfe898c3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 594.884536] env[68867]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.884741] env[68867]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.884788] env[68867]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68867) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 598.146624] env[68867]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6785f072-82ef-44e6-a98c-71dab48d72bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.162294] env[68867]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68867) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 598.162504] env[68867]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-aacae2b0-3c8b-4c48-93ca-c7d2c4515dfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.188744] env[68867]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 762ab. [ 598.188884] env[68867]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.304s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.189478] env[68867]: INFO nova.virt.vmwareapi.driver [None req-f0de4b00-369c-4d86-8585-db1ebfe898c3 None None] VMware vCenter version: 7.0.3 [ 598.192930] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f7cb65-a957-42cf-9d2a-e94a2d1afd30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.210120] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033134a8-907b-44a7-a86e-9e6cb3aca68e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.215973] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ada9fa-5c25-423d-a213-db2dcd3170cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.222486] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402de7f-1e67-4d82-9c67-7c9e68d5398a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.235279] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312d766-6658-4615-95a0-b3a0eab8b684 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.241099] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1514c3-82da-41d0-8080-31c4d3ab510d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.271317] env[68867]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d2849e0f-b244-4364-babc-5a20b5b94468 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.276154] env[68867]: DEBUG nova.virt.vmwareapi.driver [None req-f0de4b00-369c-4d86-8585-db1ebfe898c3 None None] Extension org.openstack.compute already exists. {{(pid=68867) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 598.278860] env[68867]: INFO nova.compute.provider_config [None req-f0de4b00-369c-4d86-8585-db1ebfe898c3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 598.782071] env[68867]: DEBUG nova.context [None req-f0de4b00-369c-4d86-8585-db1ebfe898c3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f2f1f51f-43ef-423e-b268-49aec99179e8(cell1) {{(pid=68867) load_cells /opt/stack/nova/nova/context.py:464}} [ 598.784298] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.784538] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.785269] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.785750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Acquiring lock "f2f1f51f-43ef-423e-b268-49aec99179e8" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.785939] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Lock "f2f1f51f-43ef-423e-b268-49aec99179e8" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.787020] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Lock "f2f1f51f-43ef-423e-b268-49aec99179e8" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.808513] env[68867]: INFO dbcounter [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Registered counter for database nova_cell0 [ 598.816463] env[68867]: INFO dbcounter [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Registered counter for database nova_cell1 [ 598.819653] env[68867]: DEBUG oslo_db.sqlalchemy.engines [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68867) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 598.820277] env[68867]: DEBUG oslo_db.sqlalchemy.engines [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68867) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 598.824693] env[68867]: ERROR nova.db.main.api [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 598.824693] env[68867]: result = function(*args, **kwargs) [ 598.824693] env[68867]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 598.824693] env[68867]: return func(*args, **kwargs) [ 598.824693] env[68867]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 598.824693] env[68867]: result = fn(*args, **kwargs) [ 598.824693] env[68867]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 598.824693] env[68867]: return f(*args, **kwargs) [ 598.824693] env[68867]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 598.824693] env[68867]: return db.service_get_minimum_version(context, binaries) [ 598.824693] env[68867]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 598.824693] env[68867]: _check_db_access() [ 598.824693] env[68867]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 598.824693] env[68867]: stacktrace = ''.join(traceback.format_stack()) [ 598.824693] env[68867]: [ 598.825716] env[68867]: ERROR nova.db.main.api [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 598.825716] env[68867]: result = function(*args, **kwargs) [ 598.825716] env[68867]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 598.825716] env[68867]: return func(*args, **kwargs) [ 598.825716] env[68867]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 598.825716] env[68867]: result = fn(*args, **kwargs) [ 598.825716] env[68867]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 598.825716] env[68867]: return f(*args, **kwargs) [ 598.825716] env[68867]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 598.825716] env[68867]: return db.service_get_minimum_version(context, binaries) [ 598.825716] env[68867]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 598.825716] env[68867]: _check_db_access() [ 598.825716] env[68867]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 598.825716] env[68867]: stacktrace = ''.join(traceback.format_stack()) [ 598.825716] env[68867]: [ 598.826100] env[68867]: WARNING nova.objects.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 598.826248] env[68867]: WARNING nova.objects.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Failed to get minimum service version for cell f2f1f51f-43ef-423e-b268-49aec99179e8 [ 598.826687] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Acquiring lock "singleton_lock" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.826849] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Acquired lock "singleton_lock" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.827095] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Releasing lock "singleton_lock" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.827441] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Full set of CONF: {{(pid=68867) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 598.827587] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ******************************************************************************** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 598.827715] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] Configuration options gathered from: {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 598.827848] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 598.828051] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 598.828181] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ================================================================================ {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 598.828388] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] allow_resize_to_same_host = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.828556] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] arq_binding_timeout = 300 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.828686] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] backdoor_port = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.828810] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] backdoor_socket = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.828970] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] block_device_allocate_retries = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.829143] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] block_device_allocate_retries_interval = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.829309] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cert = self.pem {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.829473] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.829640] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute_monitors = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.829805] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] config_dir = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.829970] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] config_drive_format = iso9660 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.830114] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.830277] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] config_source = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.830447] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] console_host = devstack {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.830612] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] control_exchange = nova {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.830771] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cpu_allocation_ratio = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.830928] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] daemon = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.831105] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] debug = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.831264] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] default_access_ip_network_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.831472] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] default_availability_zone = nova {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.831585] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] default_ephemeral_format = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.831744] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] default_green_pool_size = 1000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.831974] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.832150] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] default_schedule_zone = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.832309] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] disk_allocation_ratio = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.832468] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] enable_new_services = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.832645] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] enabled_apis = ['osapi_compute'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.832809] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] enabled_ssl_apis = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.832969] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] flat_injected = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.833142] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] force_config_drive = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.833301] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] force_raw_images = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.833487] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] graceful_shutdown_timeout = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.833663] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] heal_instance_info_cache_interval = -1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.833881] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] host = cpu-1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.834069] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.834237] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.834395] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.834610] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.834777] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instance_build_timeout = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.834928] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instance_delete_interval = 300 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.835112] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instance_format = [instance: %(uuid)s] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.835277] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instance_name_template = instance-%08x {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.835437] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instance_usage_audit = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.835604] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instance_usage_audit_period = month {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.835765] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.835927] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.836099] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] internal_service_availability_zone = internal {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.836255] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] key = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.836436] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] live_migration_retry_count = 30 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.836612] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_color = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.836777] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_config_append = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.836942] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.837113] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_dir = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.837273] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_file = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.837418] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_options = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.837588] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_rotate_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.837753] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_rotate_interval_type = days {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.837915] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] log_rotation_type = none {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.838053] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.838180] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.838344] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.838506] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.838631] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.838792] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] long_rpc_timeout = 1800 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.838947] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] max_concurrent_builds = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.839115] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] max_concurrent_live_migrations = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.839272] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] max_concurrent_snapshots = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.839429] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] max_local_block_devices = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.839585] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] max_logfile_count = 30 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.839739] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] max_logfile_size_mb = 200 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.839891] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] maximum_instance_delete_attempts = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.840077] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] metadata_listen = 0.0.0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.840248] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] metadata_listen_port = 8775 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.840417] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] metadata_workers = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.840574] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] migrate_max_retries = -1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.840738] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] mkisofs_cmd = genisoimage {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.840942] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.841084] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] my_ip = 10.180.1.21 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.841290] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.841450] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] network_allocate_retries = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.841626] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.841788] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.841947] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] osapi_compute_listen_port = 8774 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.842126] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] osapi_compute_unique_server_name_scope = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.842295] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] osapi_compute_workers = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.842455] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] password_length = 12 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.842615] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] periodic_enable = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.842773] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] periodic_fuzzy_delay = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.842937] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] pointer_model = usbtablet {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.843113] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] preallocate_images = none {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.843272] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] publish_errors = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.843401] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] pybasedir = /opt/stack/nova {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.843558] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ram_allocation_ratio = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.843717] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] rate_limit_burst = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.843880] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] rate_limit_except_level = CRITICAL {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.844047] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] rate_limit_interval = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.844210] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] reboot_timeout = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.844372] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] reclaim_instance_interval = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.844527] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] record = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.844692] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] reimage_timeout_per_gb = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.844872] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] report_interval = 120 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.845019] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] rescue_timeout = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.845182] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] reserved_host_cpus = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.845340] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] reserved_host_disk_mb = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.845519] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] reserved_host_memory_mb = 512 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.845689] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] reserved_huge_pages = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.845851] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] resize_confirm_window = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.846013] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] resize_fs_using_block_device = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.846180] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] resume_guests_state_on_host_boot = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.846358] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.846524] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] rpc_response_timeout = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.846685] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] run_external_periodic_tasks = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.846850] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] running_deleted_instance_action = reap {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.847011] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.847175] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] running_deleted_instance_timeout = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.847333] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler_instance_sync_interval = 120 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.847495] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_down_time = 720 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.847677] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] servicegroup_driver = db {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.847810] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] shell_completion = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.847966] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] shelved_offload_time = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.848139] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] shelved_poll_interval = 3600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.848306] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] shutdown_timeout = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.848468] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] source_is_ipv6 = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.848627] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ssl_only = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.848867] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.849046] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] sync_power_state_interval = 600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.849212] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] sync_power_state_pool_size = 1000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.849379] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] syslog_log_facility = LOG_USER {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.849536] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] tempdir = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.849695] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] timeout_nbd = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.849858] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] transport_url = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.850027] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] update_resources_interval = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.850190] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] use_cow_images = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.850348] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] use_journal = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.850506] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] use_json = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.850663] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] use_rootwrap_daemon = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.850817] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] use_stderr = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.850971] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] use_syslog = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.851137] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vcpu_pin_set = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.851302] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plugging_is_fatal = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.851467] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plugging_timeout = 300 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.851634] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] virt_mkfs = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.851794] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] volume_usage_poll_interval = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.851953] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] watch_log_file = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.852133] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] web = /usr/share/spice-html5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.852318] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.852486] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.852649] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.852818] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_concurrency.disable_process_locking = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.853353] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.853549] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.853724] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.853902] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.854097] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.854273] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.854468] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.auth_strategy = keystone {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.854642] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.compute_link_prefix = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.854820] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.854996] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.dhcp_domain = novalocal {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.855184] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.enable_instance_password = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.855352] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.glance_link_prefix = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.855523] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.855694] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.855860] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.instance_list_per_project_cells = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.856035] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.list_records_by_skipping_down_cells = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.856206] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.local_metadata_per_cell = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.856382] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.max_limit = 1000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.856551] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.metadata_cache_expiration = 15 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.856724] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.neutron_default_tenant_id = default {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.856894] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.response_validation = warn {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.857086] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.use_neutron_default_nets = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.857259] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.857454] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.857638] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.857814] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.857984] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.vendordata_dynamic_targets = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.858163] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.vendordata_jsonfile_path = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.858345] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.858541] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.backend = dogpile.cache.memcached {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.858709] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.backend_argument = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.858869] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.backend_expiration_time = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.859051] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.config_prefix = cache.oslo {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.859227] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.dead_timeout = 60.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.859394] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.debug_cache_backend = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.859558] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.enable_retry_client = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.859724] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.enable_socket_keepalive = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.859896] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.enabled = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.860073] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.enforce_fips_mode = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.860243] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.expiration_time = 600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.860408] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.hashclient_retry_attempts = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.860576] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.860740] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_dead_retry = 300 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.860898] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_password = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.861080] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.861247] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.861412] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_pool_maxsize = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.861573] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.861735] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_sasl_enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.861914] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.862094] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.862258] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.memcache_username = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.862426] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.proxies = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.862593] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.redis_db = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.862752] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.redis_password = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.862922] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.863109] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.863283] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.redis_server = localhost:6379 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.863451] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.redis_socket_timeout = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.863612] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.redis_username = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.863769] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.retry_attempts = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.863933] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.retry_delay = 0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.864107] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.socket_keepalive_count = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.864271] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.socket_keepalive_idle = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.864432] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.socket_keepalive_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.864590] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.tls_allowed_ciphers = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.864747] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.tls_cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.864902] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.tls_certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.865073] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.tls_enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.865233] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cache.tls_keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.865404] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.865578] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.auth_type = password {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.865739] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.865914] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.866088] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.866257] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.866445] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.cross_az_attach = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.866622] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.debug = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.866784] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.endpoint_template = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.866947] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.http_retries = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.867125] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.867287] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.867507] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.os_region_name = RegionOne {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.867691] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.867854] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cinder.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.868045] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.868213] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.cpu_dedicated_set = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.868374] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.cpu_shared_set = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.868541] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.image_type_exclude_list = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.868703] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.868863] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.869033] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.869200] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.869370] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.869561] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.resource_provider_association_refresh = 300 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.869743] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.869907] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.shutdown_retry_interval = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.870102] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.870286] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] conductor.workers = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.870468] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] console.allowed_origins = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.870630] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] console.ssl_ciphers = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.870803] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] console.ssl_minimum_version = default {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.870965] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] consoleauth.enforce_session_timeout = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.871146] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] consoleauth.token_ttl = 600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.871317] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.871474] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.871638] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.871795] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.871957] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.872116] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.872277] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.872432] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.872590] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.872743] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.872898] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.873067] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.873226] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.873395] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.service_type = accelerator {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.873554] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.873709] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.873864] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.874029] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.874213] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.874375] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] cyborg.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.874544] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.asyncio_connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.874708] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.asyncio_slave_connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.874882] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.backend = sqlalchemy {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.875062] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.875232] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.connection_debug = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.875399] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.connection_parameters = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.875563] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.connection_recycle_time = 3600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.875724] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.connection_trace = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.875884] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.db_inc_retry_interval = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.876056] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.db_max_retries = 20 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.876222] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.db_max_retry_interval = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.876408] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.db_retry_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.876583] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.max_overflow = 50 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.876746] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.max_pool_size = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.876906] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.max_retries = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.877088] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.877249] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.mysql_wsrep_sync_wait = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.877426] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.pool_timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.877621] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.retry_interval = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.877786] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.slave_connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.877949] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.sqlite_synchronous = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.878127] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] database.use_db_reconnect = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.878295] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.asyncio_connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.878454] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.asyncio_slave_connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.878623] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.backend = sqlalchemy {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.878789] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.878951] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.connection_debug = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.879131] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.connection_parameters = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.879294] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.connection_recycle_time = 3600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.879481] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.connection_trace = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.879659] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.db_inc_retry_interval = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.879823] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.db_max_retries = 20 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.879986] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.db_max_retry_interval = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.880164] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.db_retry_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.880327] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.max_overflow = 50 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.880488] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.max_pool_size = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.880649] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.max_retries = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.880816] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.880973] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.881147] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.pool_timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.881308] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.retry_interval = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.881464] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.slave_connection = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.881659] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] api_database.sqlite_synchronous = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.881844] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] devices.enabled_mdev_types = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.882032] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.882209] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.882375] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ephemeral_storage_encryption.enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.882541] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.882710] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.api_servers = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.882870] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.883045] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.883216] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.883375] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.883532] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.883694] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.debug = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.883859] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.default_trusted_certificate_ids = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.884031] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.enable_certificate_validation = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.884195] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.enable_rbd_download = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.884353] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.884518] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.884677] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.884832] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.884984] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.885161] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.num_retries = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.885328] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.rbd_ceph_conf = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.885488] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.rbd_connect_timeout = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.885653] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.rbd_pool = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.885816] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.rbd_user = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.885977] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886146] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886304] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886494] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.service_type = image {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886662] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886819] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886975] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887146] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887325] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887523] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.verify_glance_signatures = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887692] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] glance.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887859] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] guestfs.debug = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888035] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888201] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.auth_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888357] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888514] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888672] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888826] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888982] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889150] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889309] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889464] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889615] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889768] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889921] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890087] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890244] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890410] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.service_type = shared-file-system {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890572] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.share_apply_policy_timeout = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890730] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890885] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891050] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891206] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891384] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891613] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] manila.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891853] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] mks.enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892216] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892411] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] image_cache.manager_interval = 2400 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892585] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] image_cache.precache_concurrency = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892758] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] image_cache.remove_unused_base_images = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892925] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893106] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893283] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] image_cache.subdirectory_name = _base {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893458] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.api_max_retries = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893626] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.api_retry_interval = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893785] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893943] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.auth_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894115] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894275] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894439] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894604] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.conductor_group = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894760] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894917] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895082] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895243] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895399] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895555] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895711] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895874] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.peer_list = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896042] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896205] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896396] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.serial_console_state_timeout = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896553] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896721] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.service_type = baremetal {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896878] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.shard = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897059] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897223] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897402] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897578] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897759] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897917] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ironic.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898114] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898292] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] key_manager.fixed_key = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898475] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898637] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.barbican_api_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898794] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.barbican_endpoint = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898962] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.barbican_endpoint_type = public {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899134] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.barbican_region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899292] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899447] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899611] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899772] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899929] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900104] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.number_of_retries = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900267] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.retry_delay = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900429] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.send_service_user_token = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900591] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900747] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900907] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.verify_ssl = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901075] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican.verify_ssl_path = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901242] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901402] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.auth_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901560] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901714] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901873] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902041] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902204] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902360] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902519] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] barbican_service_user.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902700] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.approle_role_id = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902863] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.approle_secret_id = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903069] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.kv_mountpoint = secret {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903255] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.kv_path = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903508] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.kv_version = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903719] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.namespace = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903889] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.root_token_id = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904063] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.ssl_ca_crt_file = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904234] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.timeout = 60.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904397] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.use_ssl = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904613] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904754] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904910] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905099] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905336] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905561] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905772] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905947] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906124] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906285] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906465] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906633] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906801] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906958] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907173] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.service_type = identity {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907343] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907504] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907663] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907816] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907998] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908173] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] keystone.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908364] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.ceph_mount_options = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908673] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908853] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.connection_uri = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909024] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.cpu_mode = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909197] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909366] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.cpu_models = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909540] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.cpu_power_governor_high = performance {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909707] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909872] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.cpu_power_management = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910055] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910235] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.device_detach_attempts = 8 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910402] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.device_detach_timeout = 20 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910575] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.disk_cachemodes = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910737] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.disk_prefix = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910900] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.enabled_perf_events = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911076] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.file_backed_memory = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911241] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.gid_maps = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911400] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.hw_disk_discard = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911557] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.hw_machine_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911723] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.images_rbd_ceph_conf = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911883] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912053] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912220] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.images_rbd_glance_store_name = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912385] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.images_rbd_pool = rbd {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912552] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.images_type = default {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912708] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.images_volume_group = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912868] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.inject_key = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913061] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.inject_partition = -2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913208] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.inject_password = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913369] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.iscsi_iface = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913532] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.iser_use_multipath = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913693] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913853] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914026] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_downtime = 500 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914291] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914463] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914625] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_inbound_addr = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914785] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914946] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915121] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_scheme = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915309] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_timeout_action = abort {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915491] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_tunnelled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915644] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_uri = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915804] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.live_migration_with_native_tls = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915959] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.max_queues = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916134] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916381] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916557] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.nfs_mount_options = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916852] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917037] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917206] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917380] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917568] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917738] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.num_pcie_ports = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917904] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918080] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.pmem_namespaces = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918241] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.quobyte_client_cfg = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918529] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918706] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918870] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919043] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919205] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rbd_secret_uuid = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919361] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rbd_user = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919525] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919693] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919851] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rescue_image_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920008] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rescue_kernel_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920172] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rescue_ramdisk_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920339] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920503] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.rx_queue_size = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920670] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.smbfs_mount_options = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920958] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921151] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.snapshot_compression = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921315] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.snapshot_image_format = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921535] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921703] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.sparse_logical_volumes = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921865] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.swtpm_enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922044] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.swtpm_group = tss {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922214] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.swtpm_user = tss {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922380] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.sysinfo_serial = unique {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922537] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.tb_cache_size = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922694] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.tx_queue_size = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922855] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.uid_maps = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923031] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.use_virtio_for_bridges = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923205] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.virt_type = kvm {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923372] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.volume_clear = zero {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923533] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.volume_clear_size = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923715] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.volume_enforce_multipath = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923931] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.volume_use_multipath = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924112] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.vzstorage_cache_path = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924284] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924453] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924619] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924786] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925096] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925279] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.vzstorage_mount_user = stack {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925444] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925625] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925790] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.auth_type = password {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925948] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926123] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926287] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926478] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926640] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926817] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.default_floating_pool = public {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926970] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927149] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.extension_sync_interval = 600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927337] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.http_retries = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927589] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927804] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927987] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928178] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928342] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928549] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.ovs_bridge = br-int {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928726] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.physnets = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928897] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.region_name = RegionOne {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929072] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929246] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.service_metadata_proxy = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929406] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929574] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.service_type = network {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929734] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929888] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930056] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930215] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930393] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930555] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] neutron.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930725] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] notifications.bdms_in_notifications = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930897] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] notifications.default_level = INFO {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931072] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] notifications.include_share_mapping = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931246] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] notifications.notification_format = unversioned {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931408] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] notifications.notify_on_state_change = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931585] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931759] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] pci.alias = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931928] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] pci.device_spec = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932112] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] pci.report_in_placement = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932286] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932455] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.auth_type = password {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932622] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932780] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932934] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933107] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933264] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933418] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933573] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.default_domain_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933723] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.default_domain_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933876] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.domain_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934049] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.domain_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934209] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934395] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934555] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934708] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934864] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935043] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.password = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935203] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.project_domain_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935366] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.project_domain_name = Default {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935533] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.project_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935703] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.project_name = service {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935867] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.region_name = RegionOne {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936034] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936201] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936395] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.service_type = placement {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936565] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936727] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936887] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937056] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.system_scope = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937215] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937391] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.trust_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937563] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.user_domain_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937731] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.user_domain_name = Default {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937889] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.user_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938074] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.username = nova {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938258] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938419] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] placement.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938604] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.cores = 20 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938768] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.count_usage_from_placement = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938938] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939119] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.injected_file_content_bytes = 10240 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939287] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.injected_file_path_length = 255 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939449] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.injected_files = 5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939615] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.instances = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939780] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.key_pairs = 100 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939945] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.metadata_items = 128 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940121] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.ram = 51200 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940285] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.recheck_quota = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940449] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.server_group_members = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940614] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.server_groups = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940820] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940993] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] quota.unified_limits_resource_strategy = require {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941181] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941346] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941509] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.image_metadata_prefilter = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941669] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941832] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.max_attempts = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941991] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.max_placement_results = 1000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942167] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942326] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942486] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942661] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] scheduler.workers = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942837] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943008] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943205] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943376] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943542] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943704] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943866] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944061] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944234] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.host_subset_size = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944421] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944582] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944747] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944911] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945099] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945267] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.isolated_hosts = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945429] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.isolated_images = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945591] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945750] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945906] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946079] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.pci_in_placement = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946241] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946427] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946603] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946762] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946922] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947102] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947266] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.track_instance_changes = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947465] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947635] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] metrics.required = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947799] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] metrics.weight_multiplier = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947959] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948140] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] metrics.weight_setting = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948460] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948634] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] serial_console.enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948811] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] serial_console.port_range = 10000:20000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948978] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949162] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949329] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] serial_console.serialproxy_port = 6083 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949494] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949666] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.auth_type = password {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949822] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949976] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950150] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950310] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950467] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950635] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.send_service_user_token = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950796] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950948] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] service_user.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951131] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.agent_enabled = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951295] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951602] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951812] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951985] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.html5proxy_port = 6082 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952161] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.image_compression = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952321] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.jpeg_compression = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952478] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.playback_compression = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952640] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.require_secure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952808] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.server_listen = 127.0.0.1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952976] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953276] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953447] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.streaming_mode = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953613] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] spice.zlib_compression = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953781] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] upgrade_levels.baseapi = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953950] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] upgrade_levels.compute = auto {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954125] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] upgrade_levels.conductor = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954308] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] upgrade_levels.scheduler = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954486] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954652] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954808] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954965] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955144] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955305] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955464] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955626] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955784] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vendordata_dynamic_auth.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955998] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.api_retry_count = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956130] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.ca_file = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956300] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956497] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.cluster_name = testcl1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956664] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.connection_pool_size = 10 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956823] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.console_delay_seconds = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956991] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.datastore_regex = ^datastore.* {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957221] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957429] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.host_password = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957604] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.host_port = 443 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957774] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.host_username = administrator@vsphere.local {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957943] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.insecure = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958120] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.integration_bridge = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958287] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.maximum_objects = 100 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958446] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.pbm_default_policy = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958609] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.pbm_enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958763] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.pbm_wsdl_location = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958930] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959112] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.serial_port_proxy_uri = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959266] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.serial_port_service_uri = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959427] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.task_poll_interval = 0.5 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959595] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.use_linked_clone = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959761] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.vnc_keymap = en-us {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959926] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.vnc_port = 5900 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960100] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vmware.vnc_port_total = 10000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960287] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.auth_schemes = ['none'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960459] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960755] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960936] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961121] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.novncproxy_port = 6080 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961314] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.server_listen = 127.0.0.1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961495] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961654] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.vencrypt_ca_certs = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961843] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.vencrypt_client_cert = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961961] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vnc.vencrypt_client_key = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962147] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962311] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.disable_deep_image_inspection = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962474] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962633] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962790] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962949] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.disable_rootwrap = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963120] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.enable_numa_live_migration = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963280] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963440] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963600] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963758] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.libvirt_disable_apic = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963915] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964087] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964255] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964419] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964582] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964739] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964896] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965071] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965235] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965398] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965581] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965750] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.client_socket_timeout = 900 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965927] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.default_pool_size = 1000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966119] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.keep_alive = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966285] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.max_header_line = 16384 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966472] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966639] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.ssl_ca_file = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966796] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.ssl_cert_file = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966952] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.ssl_key_file = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967129] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.tcp_keepidle = 600 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967305] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967470] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] zvm.ca_file = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967628] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] zvm.cloud_connector_url = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967931] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968122] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] zvm.reachable_timeout = 300 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968294] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968469] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968653] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.connection_string = messaging:// {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968840] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.enabled = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969017] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.es_doc_type = notification {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969185] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.es_scroll_size = 10000 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969352] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.es_scroll_time = 2m {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969517] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.filter_error_trace = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969681] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.hmac_keys = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969844] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.sentinel_service_name = mymaster {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970012] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.socket_timeout = 0.1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970180] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.trace_requests = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970339] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler.trace_sqlalchemy = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970518] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler_jaeger.process_tags = {} {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970678] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler_jaeger.service_name_prefix = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970839] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] profiler_otlp.service_name_prefix = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971024] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] remote_debug.host = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971200] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] remote_debug.port = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971377] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971541] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971702] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971862] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972034] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972197] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972355] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972514] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972673] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972840] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972995] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973174] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973341] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973507] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973666] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973831] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973993] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974189] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974360] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974521] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974679] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974841] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975022] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975180] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975341] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975500] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975660] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975819] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975975] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976152] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976304] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.ssl = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976502] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976675] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976837] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976999] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977179] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977348] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977551] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977718] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_notifications.retry = -1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977893] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978073] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978247] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.auth_section = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978409] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.auth_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978566] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.cafile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978746] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.certfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978921] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.collect_timing = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979089] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.connect_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979249] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.connect_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979404] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.endpoint_id = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979573] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979727] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.endpoint_override = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979880] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.endpoint_region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980047] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.endpoint_service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980210] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.endpoint_service_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980369] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.insecure = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980524] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.keyfile = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980679] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.max_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980833] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.min_version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980986] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.region_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981161] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.retriable_status_codes = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981319] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.service_name = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981475] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.service_type = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981636] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.split_loggers = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981793] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.status_code_retries = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981950] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.status_code_retry_delay = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982118] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.timeout = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982275] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.valid_interfaces = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982427] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_limit.version = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982589] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_reports.file_event_handler = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982752] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982908] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] oslo_reports.log_dir = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983091] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983253] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983408] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983572] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983733] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983898] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984079] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984241] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_ovs_privileged.group = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984396] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984560] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984720] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984877] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] vif_plug_ovs_privileged.user = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985058] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985240] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985413] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985585] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985755] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985923] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986101] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986267] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986468] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986645] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_ovs.isolate_vif = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986813] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986977] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987160] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987336] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987516] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] os_vif_ovs.per_port_bridge = False {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987691] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] privsep_osbrick.capabilities = [21] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987849] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] privsep_osbrick.group = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988012] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] privsep_osbrick.helper_command = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988186] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988349] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988508] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] privsep_osbrick.user = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988693] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988871] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] nova_sys_admin.group = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989042] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] nova_sys_admin.helper_command = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989210] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989371] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989529] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] nova_sys_admin.user = None {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989659] env[68867]: DEBUG oslo_service.backend.eventlet.service [None req-6e600e8e-de57-4585-ad40-e1f4a0f5d6e4 None None] ******************************************************************************** {{(pid=68867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 598.990096] env[68867]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 599.495138] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Getting list of instances from cluster (obj){ [ 599.495138] env[68867]: value = "domain-c8" [ 599.495138] env[68867]: _type = "ClusterComputeResource" [ 599.495138] env[68867]: } {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 599.496220] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756d756e-4040-453c-9aab-78fb1ad4bcf6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.505067] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Got total of 0 instances {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 599.505648] env[68867]: WARNING nova.virt.vmwareapi.driver [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 599.506162] env[68867]: INFO nova.virt.node [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Generated node identity c8b67410-0c3b-49cc-8b6c-49951b616589 [ 599.506422] env[68867]: INFO nova.virt.node [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Wrote node identity c8b67410-0c3b-49cc-8b6c-49951b616589 to /opt/stack/data/n-cpu-1/compute_id [ 600.009714] env[68867]: WARNING nova.compute.manager [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Compute nodes ['c8b67410-0c3b-49cc-8b6c-49951b616589'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 601.015337] env[68867]: INFO nova.compute.manager [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 602.020313] env[68867]: WARNING nova.compute.manager [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 602.020673] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.020765] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.020900] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.021073] env[68867]: DEBUG nova.compute.resource_tracker [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 602.022387] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970aff84-75da-4fa5-87be-7aa3f63c6509 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.030446] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa052af0-a208-4900-baea-e8d97ce0b9dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.043677] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e82e1-5828-4898-8ff0-838c2d0c3c9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.050016] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432a186-29bf-4488-9083-e757d1b2ddd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.078248] env[68867]: DEBUG nova.compute.resource_tracker [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181097MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 602.078388] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.078594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.580667] env[68867]: WARNING nova.compute.resource_tracker [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] No compute node record for cpu-1:c8b67410-0c3b-49cc-8b6c-49951b616589: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c8b67410-0c3b-49cc-8b6c-49951b616589 could not be found. [ 603.084712] env[68867]: INFO nova.compute.resource_tracker [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c8b67410-0c3b-49cc-8b6c-49951b616589 [ 604.592892] env[68867]: DEBUG nova.compute.resource_tracker [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 604.593265] env[68867]: DEBUG nova.compute.resource_tracker [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 604.753037] env[68867]: INFO nova.scheduler.client.report [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] [req-13553e74-bf3a-41af-956b-3d7a50c6d94b] Created resource provider record via placement API for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 604.770577] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7600c5a2-6548-4d61-a3eb-b50b5c80a688 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.778754] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5347b-19cc-475d-9ee0-0982c0720119 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.808428] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faea5cca-64a0-48f1-b1ef-9eeca6eef8a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.815714] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15446f7-5bbc-46ce-b14d-a3057ebc7986 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.828954] env[68867]: DEBUG nova.compute.provider_tree [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.377473] env[68867]: DEBUG nova.scheduler.client.report [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 605.377725] env[68867]: DEBUG nova.compute.provider_tree [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 0 to 1 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.377864] env[68867]: DEBUG nova.compute.provider_tree [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.427473] env[68867]: DEBUG nova.compute.provider_tree [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 1 to 2 during operation: update_traits {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.932282] env[68867]: DEBUG nova.compute.resource_tracker [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 605.932547] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.854s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.932722] env[68867]: DEBUG nova.service [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Creating RPC server for service compute {{(pid=68867) start /opt/stack/nova/nova/service.py:186}} [ 605.947815] env[68867]: DEBUG nova.service [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] Join ServiceGroup membership for this service compute {{(pid=68867) start /opt/stack/nova/nova/service.py:203}} [ 605.947815] env[68867]: DEBUG nova.servicegroup.drivers.db [None req-0e1d4ce8-5288-4117-81e4-621684510fc1 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68867) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 644.948816] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.225559] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "65c7f781-89a7-49f2-a745-5093adc47df9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.226657] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "65c7f781-89a7-49f2-a745-5093adc47df9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.452971] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Getting list of instances from cluster (obj){ [ 645.452971] env[68867]: value = "domain-c8" [ 645.452971] env[68867]: _type = "ClusterComputeResource" [ 645.452971] env[68867]: } {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 645.454677] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef334a74-528d-4db2-b771-0cff30c91d6f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.464826] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Got total of 0 instances {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 645.465185] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.465406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Getting list of instances from cluster (obj){ [ 645.465406] env[68867]: value = "domain-c8" [ 645.465406] env[68867]: _type = "ClusterComputeResource" [ 645.465406] env[68867]: } {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 645.466343] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699dfbbb-c2b1-4e4f-b56f-c29518a88908 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.476130] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Got total of 0 instances {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 645.604639] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "923ac29d-680b-4e33-b977-c9586b749cd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.604881] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.731150] env[68867]: DEBUG nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.107840] env[68867]: DEBUG nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.274727] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.275104] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.279571] env[68867]: INFO nova.compute.claims [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.631825] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.407912] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b8a263-c20e-4529-b82e-5ab2bcf83574 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.418124] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c9f8b-58f5-464f-a057-369f5b53cc3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.459715] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44688c7-ae7f-43b2-b37d-9c135fa98137 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.468576] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bde473-4bd1-4fdd-9877-5a65089c817d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.484554] env[68867]: DEBUG nova.compute.provider_tree [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.492279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "9b4fa898-0366-4234-96ba-1140aaa7adbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.492499] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.563950] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "6c139b6d-6f37-4b2c-b78c-07017deb9669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.564180] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "6c139b6d-6f37-4b2c-b78c-07017deb9669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.990551] env[68867]: DEBUG nova.scheduler.client.report [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.995554] env[68867]: DEBUG nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.067380] env[68867]: DEBUG nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.444713] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.444713] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.496028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.496028] env[68867]: DEBUG nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.502575] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.871s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.504043] env[68867]: INFO nova.compute.claims [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.542926] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.594561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.945845] env[68867]: DEBUG nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.005290] env[68867]: DEBUG nova.compute.utils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.006585] env[68867]: DEBUG nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.007132] env[68867]: DEBUG nova.network.neutron [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.489175] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.517238] env[68867]: DEBUG nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.640359] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e00c686-f265-44d9-8b9e-e966a574a449 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.650088] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170a55d-4893-4d2c-8d7b-c814cbfb5379 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.689419] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524712f2-dbaf-4321-88b3-115f3d03d2fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.701733] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae28af6-5acb-418d-9d73-20b63215f379 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.718201] env[68867]: DEBUG nova.compute.provider_tree [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.831667] env[68867]: DEBUG nova.policy [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029990e5117d4848a88d07b9c0182713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6a013dcf8864cc2a26f3c7318d47da3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.221996] env[68867]: DEBUG nova.scheduler.client.report [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.533428] env[68867]: DEBUG nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.563226] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.563226] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.563226] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.563655] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.563655] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.564254] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.564254] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.564399] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.564787] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.564962] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.565156] env[68867]: DEBUG nova.virt.hardware [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.570232] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410b298-3a7c-47f4-8a0e-bfc4038686be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.578951] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052597ab-f19e-4a3e-99e7-67d61e9b43f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.599159] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c175f867-df5f-48c3-9d2f-7230b50f56cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.729354] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.729715] env[68867]: DEBUG nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.735949] env[68867]: DEBUG nova.network.neutron [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Successfully created port: 7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.739127] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.196s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.740623] env[68867]: INFO nova.compute.claims [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.246719] env[68867]: DEBUG nova.compute.utils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.251053] env[68867]: DEBUG nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.251053] env[68867]: DEBUG nova.network.neutron [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.346787] env[68867]: DEBUG nova.policy [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d77748844d540d2a9f677f694d6b51f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8fe225c32144541bc71653cfbdb6de5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.436680] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "5c480ae9-bbf7-4d14-be10-bd5165525885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.436849] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.703863] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.704430] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.754736] env[68867]: DEBUG nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.903596] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ea59c-ba4b-4359-add4-dd9291bbecf1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.915441] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0269b639-6123-461f-8f65-7ef20623d58c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.945149] env[68867]: DEBUG nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.948354] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074abf02-85f7-435b-84f8-6909f868ada9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.956682] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0510297b-eea4-43d3-8e58-2aa1e9a18d3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.975476] env[68867]: DEBUG nova.compute.provider_tree [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.015945] env[68867]: DEBUG nova.network.neutron [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Successfully created port: c7d9bc61-d21a-4b9f-8219-55d5953aeb2b {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.208416] env[68867]: DEBUG nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.476605] env[68867]: DEBUG nova.scheduler.client.report [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.495117] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.738416] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.776671] env[68867]: DEBUG nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.806240] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.809730] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.809730] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.809730] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.809730] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.809730] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.810352] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.810352] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.810352] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.810352] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.810352] env[68867]: DEBUG nova.virt.hardware [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.810501] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf00a1-65a1-4cf1-808a-fe74d9ea7a93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.820206] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad4b9d-b13d-4dc3-9d25-406ae1d865c3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.987386] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.987913] env[68867]: DEBUG nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.992104] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.398s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.993929] env[68867]: INFO nova.compute.claims [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.499258] env[68867]: DEBUG nova.compute.utils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.504455] env[68867]: DEBUG nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.504625] env[68867]: DEBUG nova.network.neutron [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.514430] env[68867]: DEBUG nova.network.neutron [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Successfully updated port: 7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.825551] env[68867]: DEBUG nova.policy [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e109e9e6c0fe4893ace855ebfa96c2a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b82ef8d1bbe43d4a6eaf075ac51271b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.891223] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.891607] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.017613] env[68867]: DEBUG nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.021397] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "refresh_cache-65c7f781-89a7-49f2-a745-5093adc47df9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.021505] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired lock "refresh_cache-65c7f781-89a7-49f2-a745-5093adc47df9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.021662] env[68867]: DEBUG nova.network.neutron [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.064548] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "e468efa9-3964-4eee-a813-a692b8ecf98d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.064548] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "e468efa9-3964-4eee-a813-a692b8ecf98d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.242743] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a952db23-d5f1-4962-ab4a-95d40d372734 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.251344] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24625d4a-438e-4232-95d9-158cf306e9fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.281706] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.282239] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.283092] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0885d9-3342-4a3f-a6eb-775d76f03719 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.285645] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.285980] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.286608] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.286833] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.287097] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.287298] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 654.287470] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.292575] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f0aedd-8b26-4b0f-a697-7d336a12b2a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.307622] env[68867]: DEBUG nova.compute.provider_tree [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.393608] env[68867]: DEBUG nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.412047] env[68867]: DEBUG nova.compute.manager [req-880c1e31-bfb6-43f3-be7a-030399410f48 req-3da5f1ef-407e-4f00-ba6d-978fc631dac5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Received event network-vif-plugged-7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.412047] env[68867]: DEBUG oslo_concurrency.lockutils [req-880c1e31-bfb6-43f3-be7a-030399410f48 req-3da5f1ef-407e-4f00-ba6d-978fc631dac5 service nova] Acquiring lock "65c7f781-89a7-49f2-a745-5093adc47df9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.412047] env[68867]: DEBUG oslo_concurrency.lockutils [req-880c1e31-bfb6-43f3-be7a-030399410f48 req-3da5f1ef-407e-4f00-ba6d-978fc631dac5 service nova] Lock "65c7f781-89a7-49f2-a745-5093adc47df9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.412047] env[68867]: DEBUG oslo_concurrency.lockutils [req-880c1e31-bfb6-43f3-be7a-030399410f48 req-3da5f1ef-407e-4f00-ba6d-978fc631dac5 service nova] Lock "65c7f781-89a7-49f2-a745-5093adc47df9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.413358] env[68867]: DEBUG nova.compute.manager [req-880c1e31-bfb6-43f3-be7a-030399410f48 req-3da5f1ef-407e-4f00-ba6d-978fc631dac5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] No waiting events found dispatching network-vif-plugged-7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.413358] env[68867]: WARNING nova.compute.manager [req-880c1e31-bfb6-43f3-be7a-030399410f48 req-3da5f1ef-407e-4f00-ba6d-978fc631dac5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Received unexpected event network-vif-plugged-7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 for instance with vm_state building and task_state spawning. [ 654.566614] env[68867]: DEBUG nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.799673] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.810787] env[68867]: DEBUG nova.scheduler.client.report [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.828512] env[68867]: DEBUG nova.network.neutron [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.925078] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.034553] env[68867]: DEBUG nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.064906] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.065203] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.065365] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.065543] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.065746] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.065898] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.066557] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.066735] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.066908] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.067211] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.067302] env[68867]: DEBUG nova.virt.hardware [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.068245] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da9bff2-61bb-4671-9759-35d242701409 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.082239] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5913e234-0414-4391-a4f7-2f2b91008a62 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.099341] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.275963] env[68867]: DEBUG nova.network.neutron [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Updating instance_info_cache with network_info: [{"id": "7232f7b2-99ae-4113-bb6d-1f42b0f45cb1", "address": "fa:16:3e:f4:8b:60", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7232f7b2-99", "ovs_interfaceid": "7232f7b2-99ae-4113-bb6d-1f42b0f45cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.293347] env[68867]: DEBUG nova.network.neutron [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Successfully updated port: c7d9bc61-d21a-4b9f-8219-55d5953aeb2b {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.315164] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.315660] env[68867]: DEBUG nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.318233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.831s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.323193] env[68867]: INFO nova.compute.claims [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.392703] env[68867]: DEBUG nova.network.neutron [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Successfully created port: 15b66582-e1c7-48fd-bd58-7f6c9679c8ec {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.739073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "915c0fef-33aa-48ca-9023-8d0289b96511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.739073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "915c0fef-33aa-48ca-9023-8d0289b96511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.778999] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Releasing lock "refresh_cache-65c7f781-89a7-49f2-a745-5093adc47df9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.779206] env[68867]: DEBUG nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Instance network_info: |[{"id": "7232f7b2-99ae-4113-bb6d-1f42b0f45cb1", "address": "fa:16:3e:f4:8b:60", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7232f7b2-99", "ovs_interfaceid": "7232f7b2-99ae-4113-bb6d-1f42b0f45cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.779666] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:8b:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7232f7b2-99ae-4113-bb6d-1f42b0f45cb1', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.794059] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.794059] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522f5c51-62e3-48cb-9513-21c1ca552f0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.798470] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.798470] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.798470] env[68867]: DEBUG nova.network.neutron [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.809565] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Created folder: OpenStack in parent group-v4. [ 655.809743] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Creating folder: Project (b6a013dcf8864cc2a26f3c7318d47da3). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.809982] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a737e1a2-3450-42cd-b248-9bd929a6c2e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.821205] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Created folder: Project (b6a013dcf8864cc2a26f3c7318d47da3) in parent group-v592242. [ 655.821386] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Creating folder: Instances. Parent ref: group-v592243. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.821607] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a54d38ce-cdb8-4149-aacd-315410d635d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.829052] env[68867]: DEBUG nova.compute.utils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.832614] env[68867]: DEBUG nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 655.833106] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Created folder: Instances in parent group-v592243. [ 655.833329] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.833492] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.833678] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-298258c7-2067-4a20-b15a-82fbe2544242 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.860057] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.860057] env[68867]: value = "task-2950990" [ 655.860057] env[68867]: _type = "Task" [ 655.860057] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.869883] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950990, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.241383] env[68867]: DEBUG nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.334236] env[68867]: DEBUG nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.378404] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950990, 'name': CreateVM_Task, 'duration_secs': 0.33218} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.378578] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.399281] env[68867]: DEBUG oslo_vmware.service [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217629e8-7467-4f5e-a206-4a74ad57d8df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.408675] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.408854] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.409530] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.409795] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bd3ea9-1609-4ddf-99b2-61b2500ea5d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.422777] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 656.422777] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52bd6521-08be-5fb6-c5f7-9addf2d785a5" [ 656.422777] env[68867]: _type = "Task" [ 656.422777] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.431125] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bd6521-08be-5fb6-c5f7-9addf2d785a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.467167] env[68867]: DEBUG nova.network.neutron [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.509106] env[68867]: DEBUG nova.compute.manager [req-9626698c-5b87-4660-a809-f70037c91f97 req-118bb426-0368-4526-b4bd-b00b2ada5c8c service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Received event network-vif-plugged-c7d9bc61-d21a-4b9f-8219-55d5953aeb2b {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.509106] env[68867]: DEBUG oslo_concurrency.lockutils [req-9626698c-5b87-4660-a809-f70037c91f97 req-118bb426-0368-4526-b4bd-b00b2ada5c8c service nova] Acquiring lock "923ac29d-680b-4e33-b977-c9586b749cd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.509106] env[68867]: DEBUG oslo_concurrency.lockutils [req-9626698c-5b87-4660-a809-f70037c91f97 req-118bb426-0368-4526-b4bd-b00b2ada5c8c service nova] Lock "923ac29d-680b-4e33-b977-c9586b749cd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.509106] env[68867]: DEBUG oslo_concurrency.lockutils [req-9626698c-5b87-4660-a809-f70037c91f97 req-118bb426-0368-4526-b4bd-b00b2ada5c8c service nova] Lock "923ac29d-680b-4e33-b977-c9586b749cd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.509106] env[68867]: DEBUG nova.compute.manager [req-9626698c-5b87-4660-a809-f70037c91f97 req-118bb426-0368-4526-b4bd-b00b2ada5c8c service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] No waiting events found dispatching network-vif-plugged-c7d9bc61-d21a-4b9f-8219-55d5953aeb2b {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.509283] env[68867]: WARNING nova.compute.manager [req-9626698c-5b87-4660-a809-f70037c91f97 req-118bb426-0368-4526-b4bd-b00b2ada5c8c service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Received unexpected event network-vif-plugged-c7d9bc61-d21a-4b9f-8219-55d5953aeb2b for instance with vm_state building and task_state spawning. [ 656.547867] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abd9d69-5d94-4585-89a7-cde6b4f90097 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.558050] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8649529-756f-4c38-996e-df1d137716a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.597929] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048e2096-ae08-4b40-b931-938858d15f61 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.605671] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe1b9f-0f2a-4b18-a8a1-f3ef591f1209 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.619992] env[68867]: DEBUG nova.compute.provider_tree [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.762027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.937392] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.937685] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.938084] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.938342] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.938655] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.939284] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3848108c-c1e6-4f53-9316-4c8b64613114 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.952185] env[68867]: DEBUG nova.network.neutron [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Updating instance_info_cache with network_info: [{"id": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "address": "fa:16:3e:73:ed:37", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d9bc61-d2", "ovs_interfaceid": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.957771] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.957992] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.959450] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfc7343-b342-4275-9dfd-b4f2013cd3c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.967882] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a510c3e-458c-4881-8143-5e1f9af3fdd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.974208] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 656.974208] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520b78fd-b1e2-d9ce-fc1c-44417ccf8822" [ 656.974208] env[68867]: _type = "Task" [ 656.974208] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.985538] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520b78fd-b1e2-d9ce-fc1c-44417ccf8822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.123554] env[68867]: DEBUG nova.scheduler.client.report [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.348855] env[68867]: DEBUG nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.378135] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.378135] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.378135] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.378327] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.378327] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.378327] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.378327] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.378327] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.378965] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.379297] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.379596] env[68867]: DEBUG nova.virt.hardware [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.381133] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698418e2-7851-4509-ace9-8a8c89a32cfa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.390666] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e09e14-6517-408c-8e34-7b90c4991194 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.410655] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.416811] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Creating folder: Project (4907619cc2214b12a4d61ee395de55d5). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.417143] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5a9a86f-6ca5-42b4-9533-7020aa93b16e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.427413] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Created folder: Project (4907619cc2214b12a4d61ee395de55d5) in parent group-v592242. [ 657.427592] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Creating folder: Instances. Parent ref: group-v592246. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.427805] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5586de65-1fc9-4ea7-8099-7732d743bb9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.437588] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Created folder: Instances in parent group-v592246. [ 657.437803] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.437979] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.438209] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-394a0f1b-fafc-48fc-b05a-1d1e3e1625a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.456773] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.458703] env[68867]: DEBUG nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Instance network_info: |[{"id": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "address": "fa:16:3e:73:ed:37", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d9bc61-d2", "ovs_interfaceid": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.458703] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.458703] env[68867]: value = "task-2950993" [ 657.458703] env[68867]: _type = "Task" [ 657.458703] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.459102] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:ed:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7d9bc61-d21a-4b9f-8219-55d5953aeb2b', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.465435] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Creating folder: Project (c8fe225c32144541bc71653cfbdb6de5). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.465748] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c93214bd-b089-4a3c-bcfd-190abb330a2f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.483197] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Created folder: Project (c8fe225c32144541bc71653cfbdb6de5) in parent group-v592242. [ 657.483263] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Creating folder: Instances. Parent ref: group-v592248. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.485170] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa8ae6ed-f2d8-4e65-b1b0-b4b0d5b3ad08 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.492255] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950993, 'name': CreateVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.502404] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Preparing fetch location {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 657.502404] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Creating directory with path [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.502404] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e85bc12-c583-4793-be38-ae6e127f97c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.509984] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Created folder: Instances in parent group-v592248. [ 657.510220] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.510450] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.510922] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18244a6f-371b-4c2c-b5d9-b328241d4060 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.529834] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Created directory with path [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.529954] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Fetch image to [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.530193] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Downloading image file data 17656c0e-9d4c-4070-a53c-835b3886163d to [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk on the data store datastore1 {{(pid=68867) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.532172] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39141da8-e578-41fa-b437-0d436a04b222 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.534373] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.534373] env[68867]: value = "task-2950996" [ 657.534373] env[68867]: _type = "Task" [ 657.534373] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.542352] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495122d-22c6-4be7-a61c-35180a7fb555 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.549075] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950996, 'name': CreateVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.555801] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4701a7-da47-46ab-889d-28cb312ebba9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.592402] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce74487-fff3-44b5-a435-e308f4a99274 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.601363] env[68867]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-95082415-9e14-4f61-8d00-216b6991b53e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.632329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.632941] env[68867]: DEBUG nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.635559] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.141s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.637138] env[68867]: INFO nova.compute.claims [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.701672] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Downloading image file data 17656c0e-9d4c-4070-a53c-835b3886163d to the data store datastore1 {{(pid=68867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 657.791616] env[68867]: DEBUG oslo_vmware.rw_handles [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 657.909246] env[68867]: DEBUG nova.compute.manager [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Received event network-changed-7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.909456] env[68867]: DEBUG nova.compute.manager [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Refreshing instance network info cache due to event network-changed-7232f7b2-99ae-4113-bb6d-1f42b0f45cb1. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.909646] env[68867]: DEBUG oslo_concurrency.lockutils [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] Acquiring lock "refresh_cache-65c7f781-89a7-49f2-a745-5093adc47df9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.909799] env[68867]: DEBUG oslo_concurrency.lockutils [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] Acquired lock "refresh_cache-65c7f781-89a7-49f2-a745-5093adc47df9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.909947] env[68867]: DEBUG nova.network.neutron [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Refreshing network info cache for port 7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.982747] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950993, 'name': CreateVM_Task, 'duration_secs': 0.294597} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.984214] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.985430] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.985430] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.986283] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.988963] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc99aaf0-5325-41dd-9e99-a78d249c6f9c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.006285] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 658.006285] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524f36b4-cefc-d31e-b69d-ea0cb2c239d0" [ 658.006285] env[68867]: _type = "Task" [ 658.006285] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.024335] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.025433] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.025433] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.046197] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950996, 'name': CreateVM_Task, 'duration_secs': 0.326731} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.048198] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.048389] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.048547] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.048930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.049338] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1215ca5a-f0e2-4763-80b3-487c383d3e95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.107379] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 658.107379] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528ef1a2-3413-dc16-93d4-ecf8b13fac1f" [ 658.107379] env[68867]: _type = "Task" [ 658.107379] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.107379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.107379] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.107379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.142421] env[68867]: DEBUG nova.compute.utils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.154947] env[68867]: DEBUG nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.154947] env[68867]: DEBUG nova.network.neutron [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.335012] env[68867]: DEBUG nova.policy [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d77748844d540d2a9f677f694d6b51f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8fe225c32144541bc71653cfbdb6de5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.373580] env[68867]: DEBUG nova.network.neutron [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Successfully updated port: 15b66582-e1c7-48fd-bd58-7f6c9679c8ec {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.510723] env[68867]: DEBUG oslo_vmware.rw_handles [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Completed reading data from the image iterator. {{(pid=68867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 658.510977] env[68867]: DEBUG oslo_vmware.rw_handles [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 658.644381] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Downloaded image file data 17656c0e-9d4c-4070-a53c-835b3886163d to vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk on the data store datastore1 {{(pid=68867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 658.646300] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Caching image {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 658.646552] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Copying Virtual Disk [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk to [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.646829] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96e8d41-6d90-44d3-a0de-9f8facae1ab4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.649357] env[68867]: DEBUG nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.661213] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 658.661213] env[68867]: value = "task-2950997" [ 658.661213] env[68867]: _type = "Task" [ 658.661213] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.669687] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2950997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.878654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "refresh_cache-9b4fa898-0366-4234-96ba-1140aaa7adbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.878654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquired lock "refresh_cache-9b4fa898-0366-4234-96ba-1140aaa7adbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.879757] env[68867]: DEBUG nova.network.neutron [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.930800] env[68867]: DEBUG nova.network.neutron [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Updated VIF entry in instance network info cache for port 7232f7b2-99ae-4113-bb6d-1f42b0f45cb1. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.931255] env[68867]: DEBUG nova.network.neutron [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Updating instance_info_cache with network_info: [{"id": "7232f7b2-99ae-4113-bb6d-1f42b0f45cb1", "address": "fa:16:3e:f4:8b:60", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7232f7b2-99", "ovs_interfaceid": "7232f7b2-99ae-4113-bb6d-1f42b0f45cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.034863] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55875a8d-ca13-4ebc-9c29-2f7bfbcbd911 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.049941] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f1f64-3d7f-483b-83ad-68ff68efe869 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.081641] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55070926-af21-4378-a492-4dfb65a8ce27 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.089684] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c0a8e5-6303-4ff0-ade2-8ee1c4cd8c3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.104492] env[68867]: DEBUG nova.compute.provider_tree [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.173802] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2950997, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.186502] env[68867]: DEBUG nova.network.neutron [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Successfully created port: 21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.434032] env[68867]: DEBUG oslo_concurrency.lockutils [req-42c81bb6-c0a5-4ed8-950b-b840b9f7167a req-1fc17d7a-89d4-4133-b878-1d692a7872a5 service nova] Releasing lock "refresh_cache-65c7f781-89a7-49f2-a745-5093adc47df9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.469907] env[68867]: DEBUG nova.network.neutron [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.607449] env[68867]: DEBUG nova.scheduler.client.report [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.662709] env[68867]: DEBUG nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.674312] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2950997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668972} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.676022] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Copied Virtual Disk [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk to [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.676022] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Deleting the datastore file [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.676022] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90191304-dcc1-4327-982c-1714e1888a7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.684868] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 659.684868] env[68867]: value = "task-2950998" [ 659.684868] env[68867]: _type = "Task" [ 659.684868] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.700318] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2950998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.705984] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.706263] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.706415] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.706589] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.706726] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.706863] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.707325] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.707537] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.707710] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.707869] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.708050] env[68867]: DEBUG nova.virt.hardware [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.709154] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c610d6c-f2ad-49f0-808e-f92f550d52b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.717587] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eba77f-a621-4abf-945b-3dff3e74807a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.897378] env[68867]: DEBUG nova.network.neutron [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Updating instance_info_cache with network_info: [{"id": "15b66582-e1c7-48fd-bd58-7f6c9679c8ec", "address": "fa:16:3e:11:22:e1", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b66582-e1", "ovs_interfaceid": "15b66582-e1c7-48fd-bd58-7f6c9679c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.036037] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.036037] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.116210] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.116928] env[68867]: DEBUG nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.119997] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.382s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.121469] env[68867]: INFO nova.compute.claims [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.198362] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2950998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027196} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.198642] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.198846] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Moving file from [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df/17656c0e-9d4c-4070-a53c-835b3886163d to [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d. {{(pid=68867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 660.199154] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5af71386-5261-42c7-b264-6bceaea4ea98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.206911] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 660.206911] env[68867]: value = "task-2950999" [ 660.206911] env[68867]: _type = "Task" [ 660.206911] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.216873] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2950999, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.327517] env[68867]: DEBUG nova.compute.manager [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Received event network-changed-c7d9bc61-d21a-4b9f-8219-55d5953aeb2b {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.327815] env[68867]: DEBUG nova.compute.manager [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Refreshing instance network info cache due to event network-changed-c7d9bc61-d21a-4b9f-8219-55d5953aeb2b. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.328262] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Acquiring lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.328262] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Acquired lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.328729] env[68867]: DEBUG nova.network.neutron [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Refreshing network info cache for port c7d9bc61-d21a-4b9f-8219-55d5953aeb2b {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.399678] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Releasing lock "refresh_cache-9b4fa898-0366-4234-96ba-1140aaa7adbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.400000] env[68867]: DEBUG nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Instance network_info: |[{"id": "15b66582-e1c7-48fd-bd58-7f6c9679c8ec", "address": "fa:16:3e:11:22:e1", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b66582-e1", "ovs_interfaceid": "15b66582-e1c7-48fd-bd58-7f6c9679c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.400439] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:22:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15b66582-e1c7-48fd-bd58-7f6c9679c8ec', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.413277] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Creating folder: Project (3b82ef8d1bbe43d4a6eaf075ac51271b). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.413921] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12b5f67a-3177-42a5-a419-e960d500c111 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.427104] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Created folder: Project (3b82ef8d1bbe43d4a6eaf075ac51271b) in parent group-v592242. [ 660.427520] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Creating folder: Instances. Parent ref: group-v592252. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.428213] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8e52f53-1ce4-4ae7-bc7f-a05696b31e40 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.437388] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Created folder: Instances in parent group-v592252. [ 660.437388] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.437388] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.437728] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab920c6-8e35-440f-a8d3-1998fe3108ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.455856] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.455856] env[68867]: value = "task-2951002" [ 660.455856] env[68867]: _type = "Task" [ 660.455856] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.464180] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951002, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.625861] env[68867]: DEBUG nova.compute.utils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.630020] env[68867]: DEBUG nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.632740] env[68867]: DEBUG nova.network.neutron [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.693251] env[68867]: DEBUG nova.policy [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d77748844d540d2a9f677f694d6b51f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8fe225c32144541bc71653cfbdb6de5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.723451] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2950999, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02398} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.723841] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] File moved {{(pid=68867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 660.724214] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Cleaning up location [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 660.724588] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Deleting the datastore file [datastore1] vmware_temp/d0bfbc65-64c8-4ba6-8d4d-7509255ad7df {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.724980] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bbd4829-df7e-42ab-9695-b778a90a8040 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.733426] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 660.733426] env[68867]: value = "task-2951003" [ 660.733426] env[68867]: _type = "Task" [ 660.733426] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.745293] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.944335] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.944708] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.966391] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951002, 'name': CreateVM_Task, 'duration_secs': 0.380475} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.966604] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.967416] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.967723] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.967986] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.968390] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bbd89f-8004-4c61-a2fd-56b05f7fdd88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.975447] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 660.975447] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d70450-a5b1-38ff-b274-644a380b34c9" [ 660.975447] env[68867]: _type = "Task" [ 660.975447] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.988036] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d70450-a5b1-38ff-b274-644a380b34c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.988385] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.988629] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.989413] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.128732] env[68867]: DEBUG nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.260145] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033992} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.260523] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.262458] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6f9d57-8a64-4b16-a09d-7939fab3ce2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.270249] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 661.270249] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52429ba7-0d9a-13e7-586a-574bfd30fe7f" [ 661.270249] env[68867]: _type = "Task" [ 661.270249] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.285805] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52429ba7-0d9a-13e7-586a-574bfd30fe7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008325} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.291144] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.291144] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 65c7f781-89a7-49f2-a745-5093adc47df9/65c7f781-89a7-49f2-a745-5093adc47df9.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.291144] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.291144] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.291392] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbd194c9-7b29-4ee4-a06c-1b19358534c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.295493] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1090d7b0-a76f-4108-a945-e732b4bcc496 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.308210] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 661.308210] env[68867]: value = "task-2951004" [ 661.308210] env[68867]: _type = "Task" [ 661.308210] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.311662] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.311841] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.312978] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019b2020-bd62-4f39-a1e2-a821392de184 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.321266] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.324470] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 661.324470] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5201c216-695c-6409-27bf-895626f09ee3" [ 661.324470] env[68867]: _type = "Task" [ 661.324470] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.332869] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5201c216-695c-6409-27bf-895626f09ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.346291] env[68867]: DEBUG nova.network.neutron [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Successfully created port: 754d6711-a201-46d5-b790-82ea957005ab {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.497956] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdccb40-b6f3-4cdb-b513-db7fb6512750 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.506170] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6620fac-dc41-4897-8de3-808fc4a57f8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.538900] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fadd641-7f82-4534-bd48-b0e34f8daf24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.547455] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019cb7d2-2194-4538-8068-bfaed2973721 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.561437] env[68867]: DEBUG nova.compute.provider_tree [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.661413] env[68867]: DEBUG nova.network.neutron [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Updated VIF entry in instance network info cache for port c7d9bc61-d21a-4b9f-8219-55d5953aeb2b. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.666694] env[68867]: DEBUG nova.network.neutron [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Updating instance_info_cache with network_info: [{"id": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "address": "fa:16:3e:73:ed:37", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d9bc61-d2", "ovs_interfaceid": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.819296] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463934} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.820375] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 65c7f781-89a7-49f2-a745-5093adc47df9/65c7f781-89a7-49f2-a745-5093adc47df9.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.820375] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.820375] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf9a3c4-6a2f-42d8-b026-a4f8933e1864 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.837161] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "fec55202-9159-4470-9f76-6ce5144d52d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.837161] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "fec55202-9159-4470-9f76-6ce5144d52d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.838231] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 661.838231] env[68867]: value = "task-2951005" [ 661.838231] env[68867]: _type = "Task" [ 661.838231] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.845809] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5201c216-695c-6409-27bf-895626f09ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.007874} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.850018] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e917db11-d970-4cce-8a37-cff1fcf06f33 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.854067] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.857131] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 661.857131] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]527051f1-538e-62b5-ab34-c0c03f151dad" [ 661.857131] env[68867]: _type = "Task" [ 661.857131] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.866636] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527051f1-538e-62b5-ab34-c0c03f151dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.878729] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.878960] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.049293] env[68867]: DEBUG nova.network.neutron [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Successfully updated port: 21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.065843] env[68867]: DEBUG nova.scheduler.client.report [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.153647] env[68867]: DEBUG nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.170820] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Releasing lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171101] env[68867]: DEBUG nova.compute.manager [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Received event network-vif-plugged-15b66582-e1c7-48fd-bd58-7f6c9679c8ec {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.171441] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Acquiring lock "9b4fa898-0366-4234-96ba-1140aaa7adbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.171725] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.171869] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.172044] env[68867]: DEBUG nova.compute.manager [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] No waiting events found dispatching network-vif-plugged-15b66582-e1c7-48fd-bd58-7f6c9679c8ec {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.172251] env[68867]: WARNING nova.compute.manager [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Received unexpected event network-vif-plugged-15b66582-e1c7-48fd-bd58-7f6c9679c8ec for instance with vm_state building and task_state spawning. [ 662.172358] env[68867]: DEBUG nova.compute.manager [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Received event network-changed-15b66582-e1c7-48fd-bd58-7f6c9679c8ec {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.172504] env[68867]: DEBUG nova.compute.manager [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Refreshing instance network info cache due to event network-changed-15b66582-e1c7-48fd-bd58-7f6c9679c8ec. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.172677] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Acquiring lock "refresh_cache-9b4fa898-0366-4234-96ba-1140aaa7adbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.172864] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Acquired lock "refresh_cache-9b4fa898-0366-4234-96ba-1140aaa7adbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.173048] env[68867]: DEBUG nova.network.neutron [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Refreshing network info cache for port 15b66582-e1c7-48fd-bd58-7f6c9679c8ec {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.186855] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.187125] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.187271] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.187443] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.187618] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.187726] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.187935] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.188279] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.188482] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.188650] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.189017] env[68867]: DEBUG nova.virt.hardware [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.190378] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ffa579-89a5-461a-93e1-c896eb11aea3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.201777] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe0078-0b03-4166-8865-5093952afcd9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.348037] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063836} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.350720] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.350720] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475a8b12-8d79-4a9e-85e3-2d828d9e0a8c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.375034] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 65c7f781-89a7-49f2-a745-5093adc47df9/65c7f781-89a7-49f2-a745-5093adc47df9.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.380539] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec3a0bd-fc36-4bb2-9b5c-9dde22c89b03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.405064] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527051f1-538e-62b5-ab34-c0c03f151dad, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.405064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.405064] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 6c139b6d-6f37-4b2c-b78c-07017deb9669/6c139b6d-6f37-4b2c-b78c-07017deb9669.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.405527] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 662.405527] env[68867]: value = "task-2951006" [ 662.405527] env[68867]: _type = "Task" [ 662.405527] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.405527] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.405672] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.406550] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f240cad-daba-4d6e-9d2b-76a564551d58 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.408741] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53f828bb-91e8-474a-a90d-6add06940761 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.419296] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.421536] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 662.421536] env[68867]: value = "task-2951007" [ 662.421536] env[68867]: _type = "Task" [ 662.421536] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.422672] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.423019] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.426871] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b02363-f778-48b6-9894-45f0ef10d28c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.435945] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 662.435945] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5236dad0-06d9-fe9d-4d64-adf9a913e650" [ 662.435945] env[68867]: _type = "Task" [ 662.435945] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.436855] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.446146] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5236dad0-06d9-fe9d-4d64-adf9a913e650, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.447244] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f58e81a-63e9-4c59-87d5-17675b17d199 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.453781] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 662.453781] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aceb8b-40d7-8bca-7654-bd85eda31fd7" [ 662.453781] env[68867]: _type = "Task" [ 662.453781] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.464025] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aceb8b-40d7-8bca-7654-bd85eda31fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.556744] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "refresh_cache-b58e6f5b-0e27-4b89-83ce-c2d969ee9789" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.556968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "refresh_cache-b58e6f5b-0e27-4b89-83ce-c2d969ee9789" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.557465] env[68867]: DEBUG nova.network.neutron [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.573761] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.574305] env[68867]: DEBUG nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.577085] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.777s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.577296] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.577455] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 662.577886] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.653s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.579626] env[68867]: INFO nova.compute.claims [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.586558] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89baf24b-e0ea-421e-88f4-d55b7aeb8439 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.594301] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74280e96-a4c6-43b2-94b3-0b28d6a04cfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.617457] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea0ea6a-4d56-42ae-97fc-47ce503b2bc3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.625476] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb741f8-4450-4949-9100-44739a53426c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.660970] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181105MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 662.660970] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.920336] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951006, 'name': ReconfigVM_Task, 'duration_secs': 0.317235} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.920683] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 65c7f781-89a7-49f2-a745-5093adc47df9/65c7f781-89a7-49f2-a745-5093adc47df9.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.922407] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-274a4398-9fa8-417b-880d-9af4f784d128 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.941026] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951007, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.941026] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 662.941026] env[68867]: value = "task-2951008" [ 662.941026] env[68867]: _type = "Task" [ 662.941026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.949463] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951008, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.965216] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aceb8b-40d7-8bca-7654-bd85eda31fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.965615] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.965796] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 923ac29d-680b-4e33-b977-c9586b749cd5/923ac29d-680b-4e33-b977-c9586b749cd5.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.965986] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.966435] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.966435] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-559ab258-b78e-4542-987d-72310ca03f7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.970035] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6ad7569-91f9-4304-9860-7271dfd8e7af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.977697] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 662.977697] env[68867]: value = "task-2951009" [ 662.977697] env[68867]: _type = "Task" [ 662.977697] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.979697] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.980175] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.985671] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70df858e-c102-429e-a383-3996e6a02800 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.001761] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.002849] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 663.002849] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524b0226-39e6-337f-7c88-e00bb8d567a7" [ 663.002849] env[68867]: _type = "Task" [ 663.002849] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.012742] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524b0226-39e6-337f-7c88-e00bb8d567a7, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.013616] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59819f3-29db-476a-b839-4db36e7543e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.019373] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 663.019373] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525c2b16-ce71-de9d-f225-25bcbc670a5b" [ 663.019373] env[68867]: _type = "Task" [ 663.019373] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.031899] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525c2b16-ce71-de9d-f225-25bcbc670a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.088413] env[68867]: DEBUG nova.compute.utils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.088413] env[68867]: DEBUG nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.088413] env[68867]: DEBUG nova.network.neutron [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.138033] env[68867]: DEBUG nova.network.neutron [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.301391] env[68867]: DEBUG nova.policy [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9107c4948ca549c0a84aa26fc0ef2886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf325bdd0d244f66b3dd743151d94c92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.433401] env[68867]: DEBUG nova.network.neutron [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Updated VIF entry in instance network info cache for port 15b66582-e1c7-48fd-bd58-7f6c9679c8ec. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.433742] env[68867]: DEBUG nova.network.neutron [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Updating instance_info_cache with network_info: [{"id": "15b66582-e1c7-48fd-bd58-7f6c9679c8ec", "address": "fa:16:3e:11:22:e1", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b66582-e1", "ovs_interfaceid": "15b66582-e1c7-48fd-bd58-7f6c9679c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.441645] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557518} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.441645] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 6c139b6d-6f37-4b2c-b78c-07017deb9669/6c139b6d-6f37-4b2c-b78c-07017deb9669.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.442571] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.442737] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec46119c-c34a-4fc5-a8e0-42f296d17b6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.456808] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 663.456808] env[68867]: value = "task-2951010" [ 663.456808] env[68867]: _type = "Task" [ 663.456808] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.462784] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951008, 'name': Rename_Task, 'duration_secs': 0.147212} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.470185] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.471983] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ad7ba3-9749-467e-b76d-706b9b652416 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.480940] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 663.480940] env[68867]: value = "task-2951011" [ 663.480940] env[68867]: _type = "Task" [ 663.480940] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.489133] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.500359] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951011, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.505610] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951009, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.534389] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525c2b16-ce71-de9d-f225-25bcbc670a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01173} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.534705] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.535596] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9b4fa898-0366-4234-96ba-1140aaa7adbd/9b4fa898-0366-4234-96ba-1140aaa7adbd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.536011] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-259d4b72-f246-45eb-8301-beef50f16ff1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.547015] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 663.547015] env[68867]: value = "task-2951012" [ 663.547015] env[68867]: _type = "Task" [ 663.547015] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.562331] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.596919] env[68867]: DEBUG nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.790865] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.791159] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.872298] env[68867]: DEBUG nova.network.neutron [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Updating instance_info_cache with network_info: [{"id": "21c528ff-9fe4-4d53-a1b6-30b5bbf13f65", "address": "fa:16:3e:17:78:b8", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c528ff-9f", "ovs_interfaceid": "21c528ff-9fe4-4d53-a1b6-30b5bbf13f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.940581] env[68867]: DEBUG oslo_concurrency.lockutils [req-c70b6ba6-665d-4072-9f0d-d116912f2fa0 req-89429778-1409-4949-bd71-99a2eaeb21bf service nova] Releasing lock "refresh_cache-9b4fa898-0366-4234-96ba-1140aaa7adbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.942218] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b21f4fd-1e7c-43f8-aa2b-eb13b2d2a08f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.955423] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d0d81-99b0-448f-a56b-f0bddd8f9211 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.013301] env[68867]: DEBUG nova.compute.manager [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Received event network-vif-plugged-21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.013515] env[68867]: DEBUG oslo_concurrency.lockutils [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] Acquiring lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.013724] env[68867]: DEBUG oslo_concurrency.lockutils [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.014174] env[68867]: DEBUG oslo_concurrency.lockutils [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.014174] env[68867]: DEBUG nova.compute.manager [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] No waiting events found dispatching network-vif-plugged-21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.014310] env[68867]: WARNING nova.compute.manager [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Received unexpected event network-vif-plugged-21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 for instance with vm_state building and task_state spawning. [ 664.014358] env[68867]: DEBUG nova.compute.manager [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Received event network-changed-21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.014515] env[68867]: DEBUG nova.compute.manager [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Refreshing instance network info cache due to event network-changed-21c528ff-9fe4-4d53-a1b6-30b5bbf13f65. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.014660] env[68867]: DEBUG oslo_concurrency.lockutils [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] Acquiring lock "refresh_cache-b58e6f5b-0e27-4b89-83ce-c2d969ee9789" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.028444] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1cf541-5d6c-4b2d-8cb2-6ddc4d05028e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.035130] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099662} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.037619] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.038389] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f693780-859f-4db3-ac86-5297d3c45198 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.050620] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951011, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.058624] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604872} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.070203] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 923ac29d-680b-4e33-b977-c9586b749cd5/923ac29d-680b-4e33-b977-c9586b749cd5.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.070203] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.080160] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6c139b6d-6f37-4b2c-b78c-07017deb9669/6c139b6d-6f37-4b2c-b78c-07017deb9669.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.081035] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c939573-f42d-4bcd-bceb-7a09e2f294be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.083644] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55de507f-db5d-42e2-b40a-571c3ee20b1d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.099589] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a5de3-1712-4fbe-8bb0-f605a35e503c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.111921] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951012, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.117556] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 664.117556] env[68867]: value = "task-2951013" [ 664.117556] env[68867]: _type = "Task" [ 664.117556] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.126597] env[68867]: DEBUG nova.compute.provider_tree [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.132734] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 664.132734] env[68867]: value = "task-2951014" [ 664.132734] env[68867]: _type = "Task" [ 664.132734] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.143634] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.150585] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.375884] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "refresh_cache-b58e6f5b-0e27-4b89-83ce-c2d969ee9789" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.375884] env[68867]: DEBUG nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Instance network_info: |[{"id": "21c528ff-9fe4-4d53-a1b6-30b5bbf13f65", "address": "fa:16:3e:17:78:b8", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c528ff-9f", "ovs_interfaceid": "21c528ff-9fe4-4d53-a1b6-30b5bbf13f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.376482] env[68867]: DEBUG oslo_concurrency.lockutils [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] Acquired lock "refresh_cache-b58e6f5b-0e27-4b89-83ce-c2d969ee9789" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.376482] env[68867]: DEBUG nova.network.neutron [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Refreshing network info cache for port 21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.377139] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:78:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21c528ff-9fe4-4d53-a1b6-30b5bbf13f65', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.384886] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.385532] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.385693] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdfa2baa-7eeb-453b-840a-00eb06f3d136 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.408118] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.408118] env[68867]: value = "task-2951015" [ 664.408118] env[68867]: _type = "Task" [ 664.408118] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.418177] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951015, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.532206] env[68867]: DEBUG oslo_vmware.api [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951011, 'name': PowerOnVM_Task, 'duration_secs': 0.773389} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.532477] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.537734] env[68867]: INFO nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Took 14.00 seconds to spawn the instance on the hypervisor. [ 664.537734] env[68867]: DEBUG nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.537734] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b4151-8e0a-4ae4-9de6-fecf8b15a52f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.562603] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729229} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.562792] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9b4fa898-0366-4234-96ba-1140aaa7adbd/9b4fa898-0366-4234-96ba-1140aaa7adbd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.563126] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.563569] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bff769d-de8d-4f53-83d1-a71198c73799 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.577084] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 664.577084] env[68867]: value = "task-2951016" [ 664.577084] env[68867]: _type = "Task" [ 664.577084] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.585501] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.614482] env[68867]: DEBUG nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.636435] env[68867]: DEBUG nova.scheduler.client.report [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.652616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.653066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.653668] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116739} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.656631] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.660357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab76a5c3-6404-46cf-99f6-a295e51631e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.668346] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.668610] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.668761] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.668932] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.669091] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.669512] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.669756] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.669914] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.670152] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.670241] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.670406] env[68867]: DEBUG nova.virt.hardware [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.679167] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f068415-01bd-4821-9eb0-333719eeb387 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.681608] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.704537] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 923ac29d-680b-4e33-b977-c9586b749cd5/923ac29d-680b-4e33-b977-c9586b749cd5.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.706141] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374a5b6-ee38-4d43-bf9b-5bc8afa076d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.712390] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93762471-d4f9-4585-b00c-79b45e64f8df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.731901] env[68867]: DEBUG nova.network.neutron [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Successfully created port: e45f7840-639f-40a1-9354-82d6a7ee77f7 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.746607] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 664.746607] env[68867]: value = "task-2951017" [ 664.746607] env[68867]: _type = "Task" [ 664.746607] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.751603] env[68867]: DEBUG nova.network.neutron [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Successfully updated port: 754d6711-a201-46d5-b790-82ea957005ab {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.756209] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.917984] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951015, 'name': CreateVM_Task, 'duration_secs': 0.364864} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.918393] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.919249] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.919249] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.919534] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.919780] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73697e7-a754-42cd-b29d-aa019e96c800 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.924375] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 664.924375] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5282c693-45c4-3958-d361-f96ea78c3854" [ 664.924375] env[68867]: _type = "Task" [ 664.924375] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.934093] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5282c693-45c4-3958-d361-f96ea78c3854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.062588] env[68867]: INFO nova.compute.manager [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Took 18.83 seconds to build instance. [ 665.083938] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248644} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.084875] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.085760] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf0b39d-24bb-4bae-83fd-1aaeb69616b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.112254] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9b4fa898-0366-4234-96ba-1140aaa7adbd/9b4fa898-0366-4234-96ba-1140aaa7adbd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.113089] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ed76a1-fd5c-4c49-9484-a4f9508f418e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.135186] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 665.135186] env[68867]: value = "task-2951018" [ 665.135186] env[68867]: _type = "Task" [ 665.135186] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.147105] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.147585] env[68867]: DEBUG nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.150446] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.151293] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.052s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.152673] env[68867]: INFO nova.compute.claims [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.158523] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.259716] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "refresh_cache-5c480ae9-bbf7-4d14-be10-bd5165525885" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.260053] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "refresh_cache-5c480ae9-bbf7-4d14-be10-bd5165525885" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.260116] env[68867]: DEBUG nova.network.neutron [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.261380] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.438592] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5282c693-45c4-3958-d361-f96ea78c3854, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.438592] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.438592] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.438592] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.438980] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.438980] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.438980] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a04fa09-c3d3-47f8-ac64-ca076988096d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.447945] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.447945] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.448265] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fc0cd7-51cc-4113-a1a8-597f1874785e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.454217] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 665.454217] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b57af4-65c5-a534-bfad-e9ba9ed69524" [ 665.454217] env[68867]: _type = "Task" [ 665.454217] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.462289] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b57af4-65c5-a534-bfad-e9ba9ed69524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.568972] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cffcede9-0b89-41ae-be8b-10aa1f801639 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "65c7f781-89a7-49f2-a745-5093adc47df9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.343s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.648660] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.658558] env[68867]: DEBUG nova.compute.utils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.663239] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951014, 'name': ReconfigVM_Task, 'duration_secs': 1.40086} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.663239] env[68867]: DEBUG nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.663239] env[68867]: DEBUG nova.network.neutron [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.664511] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6c139b6d-6f37-4b2c-b78c-07017deb9669/6c139b6d-6f37-4b2c-b78c-07017deb9669.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.665980] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f7b78e4-3fe9-4205-ba5d-b7659e349fe7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.673897] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 665.673897] env[68867]: value = "task-2951019" [ 665.673897] env[68867]: _type = "Task" [ 665.673897] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.683562] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951019, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.759153] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951017, 'name': ReconfigVM_Task, 'duration_secs': 0.845729} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.759557] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 923ac29d-680b-4e33-b977-c9586b749cd5/923ac29d-680b-4e33-b977-c9586b749cd5.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.760196] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b347ea1-f36e-4b0d-a43f-af66f3a6f494 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.767905] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 665.767905] env[68867]: value = "task-2951020" [ 665.767905] env[68867]: _type = "Task" [ 665.767905] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.777083] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951020, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.782521] env[68867]: DEBUG nova.network.neutron [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Updated VIF entry in instance network info cache for port 21c528ff-9fe4-4d53-a1b6-30b5bbf13f65. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.782779] env[68867]: DEBUG nova.network.neutron [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Updating instance_info_cache with network_info: [{"id": "21c528ff-9fe4-4d53-a1b6-30b5bbf13f65", "address": "fa:16:3e:17:78:b8", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c528ff-9f", "ovs_interfaceid": "21c528ff-9fe4-4d53-a1b6-30b5bbf13f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.789954] env[68867]: DEBUG nova.policy [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad26627050e441a3a3da27551befa796', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08ec7b77851347a2817fdff002ac5f1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.846014] env[68867]: DEBUG nova.network.neutron [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.964649] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b57af4-65c5-a534-bfad-e9ba9ed69524, 'name': SearchDatastore_Task, 'duration_secs': 0.008642} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.969962] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc655cb-c96e-4c98-be6f-21871e3b9a4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.976238] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 665.976238] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52602c70-0b37-aedf-247b-7b64640a9e82" [ 665.976238] env[68867]: _type = "Task" [ 665.976238] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.987521] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52602c70-0b37-aedf-247b-7b64640a9e82, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.987691] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.988084] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b58e6f5b-0e27-4b89-83ce-c2d969ee9789/b58e6f5b-0e27-4b89-83ce-c2d969ee9789.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.988302] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b56d53-7cc2-4e01-81b1-5f15f3f18226 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.995684] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 665.995684] env[68867]: value = "task-2951021" [ 665.995684] env[68867]: _type = "Task" [ 665.995684] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.005391] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.063340] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.064346] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.071141] env[68867]: DEBUG nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.153638] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951018, 'name': ReconfigVM_Task, 'duration_secs': 0.591785} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.154019] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9b4fa898-0366-4234-96ba-1140aaa7adbd/9b4fa898-0366-4234-96ba-1140aaa7adbd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.155109] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-937a1e98-e2e2-45c4-a63d-86c0542ab7ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.162477] env[68867]: DEBUG nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.172306] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 666.172306] env[68867]: value = "task-2951022" [ 666.172306] env[68867]: _type = "Task" [ 666.172306] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.192400] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951019, 'name': Rename_Task, 'duration_secs': 0.134397} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.196586] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.196885] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951022, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.197139] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b385b91-fca2-401d-bb22-4908fb788166 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.204734] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 666.204734] env[68867]: value = "task-2951023" [ 666.204734] env[68867]: _type = "Task" [ 666.204734] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.216743] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.229026] env[68867]: DEBUG nova.network.neutron [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Updating instance_info_cache with network_info: [{"id": "754d6711-a201-46d5-b790-82ea957005ab", "address": "fa:16:3e:8f:95:7b", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d6711-a2", "ovs_interfaceid": "754d6711-a201-46d5-b790-82ea957005ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.281379] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951020, 'name': Rename_Task, 'duration_secs': 0.274642} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.284343] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.285177] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d36d69a1-2807-43a9-8a3a-c62c962ecaac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.288703] env[68867]: DEBUG oslo_concurrency.lockutils [req-62a4c571-ab42-4aed-9889-1f611a2625d7 req-42375574-b476-4b80-817b-e304e1c74edf service nova] Releasing lock "refresh_cache-b58e6f5b-0e27-4b89-83ce-c2d969ee9789" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.293297] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 666.293297] env[68867]: value = "task-2951024" [ 666.293297] env[68867]: _type = "Task" [ 666.293297] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.304549] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.508946] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475844} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.509386] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b58e6f5b-0e27-4b89-83ce-c2d969ee9789/b58e6f5b-0e27-4b89-83ce-c2d969ee9789.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.510364] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.510364] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71db36a0-77a7-4cd2-9bb9-a18034ca6135 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.517780] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba4f58e-5199-42f0-8506-b3b2da41ad34 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.520702] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 666.520702] env[68867]: value = "task-2951025" [ 666.520702] env[68867]: _type = "Task" [ 666.520702] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.528043] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78caab0-2282-45e3-badf-3c5b5a2c65a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.536116] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.565415] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c277da43-131e-481b-be13-c27bfb2bad4d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.573253] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64807f-f465-4076-815a-ea3b748112cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.589752] env[68867]: DEBUG nova.compute.provider_tree [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.611796] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.683444] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951022, 'name': Rename_Task, 'duration_secs': 0.38113} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.684820] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.684820] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb060eb0-2b2c-4b6d-9f7c-36b917c7d552 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.691872] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 666.691872] env[68867]: value = "task-2951026" [ 666.691872] env[68867]: _type = "Task" [ 666.691872] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.700843] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.715627] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.731769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "refresh_cache-5c480ae9-bbf7-4d14-be10-bd5165525885" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.732211] env[68867]: DEBUG nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Instance network_info: |[{"id": "754d6711-a201-46d5-b790-82ea957005ab", "address": "fa:16:3e:8f:95:7b", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d6711-a2", "ovs_interfaceid": "754d6711-a201-46d5-b790-82ea957005ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.734279] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:95:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '754d6711-a201-46d5-b790-82ea957005ab', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.747451] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.748472] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.748472] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9e60b12-49ab-41cc-9827-07b9cc49ec3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.770751] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.770751] env[68867]: value = "task-2951027" [ 666.770751] env[68867]: _type = "Task" [ 666.770751] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.781221] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951027, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.809262] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.031690] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063706} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.031983] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.032869] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be13948-8142-4763-a2d0-1d3eecb16ef4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.062568] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b58e6f5b-0e27-4b89-83ce-c2d969ee9789/b58e6f5b-0e27-4b89-83ce-c2d969ee9789.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.062994] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7258a9-09e3-406e-85f7-bfea19ce508f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.083524] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 667.083524] env[68867]: value = "task-2951028" [ 667.083524] env[68867]: _type = "Task" [ 667.083524] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.093058] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.099046] env[68867]: DEBUG nova.scheduler.client.report [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.175677] env[68867]: DEBUG nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.210977] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951026, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.221946] env[68867]: DEBUG oslo_vmware.api [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951023, 'name': PowerOnVM_Task, 'duration_secs': 0.776601} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.222725] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.222836] env[68867]: INFO nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Took 9.87 seconds to spawn the instance on the hypervisor. [ 667.223051] env[68867]: DEBUG nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.223979] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b7b43-6bd9-481f-9f25-8fc7dec5a7a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.237831] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.238148] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.238276] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.238719] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.238719] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.238719] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.239637] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.239637] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.239637] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.239637] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.239637] env[68867]: DEBUG nova.virt.hardware [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.240428] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483f71e1-1f41-437c-ae99-4e2dbecc1bdd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.249617] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb3294e-21f4-482d-ab5e-38ec0649515a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.285426] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951027, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.305592] env[68867]: DEBUG oslo_vmware.api [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951024, 'name': PowerOnVM_Task, 'duration_secs': 0.8999} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.307107] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.307107] env[68867]: INFO nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Took 14.53 seconds to spawn the instance on the hypervisor. [ 667.307107] env[68867]: DEBUG nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.307107] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eab21a-831c-4bf0-a8d6-f41daefa8caa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.372803] env[68867]: DEBUG nova.network.neutron [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Successfully created port: 38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.534602] env[68867]: DEBUG nova.compute.manager [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Received event network-vif-plugged-754d6711-a201-46d5-b790-82ea957005ab {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.534834] env[68867]: DEBUG oslo_concurrency.lockutils [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] Acquiring lock "5c480ae9-bbf7-4d14-be10-bd5165525885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.534932] env[68867]: DEBUG oslo_concurrency.lockutils [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.537898] env[68867]: DEBUG oslo_concurrency.lockutils [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.539398] env[68867]: DEBUG nova.compute.manager [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] No waiting events found dispatching network-vif-plugged-754d6711-a201-46d5-b790-82ea957005ab {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.539645] env[68867]: WARNING nova.compute.manager [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Received unexpected event network-vif-plugged-754d6711-a201-46d5-b790-82ea957005ab for instance with vm_state building and task_state spawning. [ 667.539808] env[68867]: DEBUG nova.compute.manager [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Received event network-changed-754d6711-a201-46d5-b790-82ea957005ab {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.539990] env[68867]: DEBUG nova.compute.manager [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Refreshing instance network info cache due to event network-changed-754d6711-a201-46d5-b790-82ea957005ab. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.540304] env[68867]: DEBUG oslo_concurrency.lockutils [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] Acquiring lock "refresh_cache-5c480ae9-bbf7-4d14-be10-bd5165525885" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.540377] env[68867]: DEBUG oslo_concurrency.lockutils [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] Acquired lock "refresh_cache-5c480ae9-bbf7-4d14-be10-bd5165525885" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540576] env[68867]: DEBUG nova.network.neutron [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Refreshing network info cache for port 754d6711-a201-46d5-b790-82ea957005ab {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.597712] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.606481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.607372] env[68867]: DEBUG nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.612566] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.850s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.612996] env[68867]: INFO nova.compute.claims [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.712239] env[68867]: DEBUG oslo_vmware.api [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951026, 'name': PowerOnVM_Task, 'duration_secs': 0.537805} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.712560] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.712798] env[68867]: INFO nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Took 12.68 seconds to spawn the instance on the hypervisor. [ 667.712987] env[68867]: DEBUG nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.716024] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b77f03-508d-4d0d-9904-6ba1c45a2400 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.755509] env[68867]: INFO nova.compute.manager [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Took 19.18 seconds to build instance. [ 667.785591] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951027, 'name': CreateVM_Task, 'duration_secs': 0.843329} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.787421] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.791029] env[68867]: DEBUG oslo_vmware.service [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fcc547-846b-4fbc-bd04-edadf06e9217 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.798372] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.798372] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.798719] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.799894] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99505f2a-abb7-437e-9108-829c88d004a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.813605] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 667.813605] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cdf617-6c4b-2fb1-fe8d-748f3a42a3a5" [ 667.813605] env[68867]: _type = "Task" [ 667.813605] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.834217] env[68867]: INFO nova.compute.manager [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Took 21.22 seconds to build instance. [ 667.839025] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.839878] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.840138] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.840280] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.840451] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.840696] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0389152b-f813-4aff-bb5a-8d0d8909321b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.862646] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.862805] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.866510] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4499cdf-32f1-4059-9f14-92b118ce2edd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.874627] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1a12f3-34eb-45f2-81f5-152569365f1c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.884537] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 667.884537] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52196658-806f-5549-99ca-3b099bd9775c" [ 667.884537] env[68867]: _type = "Task" [ 667.884537] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.892905] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.894036] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.902229] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52196658-806f-5549-99ca-3b099bd9775c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.094922] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.120954] env[68867]: DEBUG nova.compute.utils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.123550] env[68867]: DEBUG nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 668.128133] env[68867]: DEBUG nova.network.neutron [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Successfully updated port: e45f7840-639f-40a1-9354-82d6a7ee77f7 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.238292] env[68867]: INFO nova.compute.manager [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Took 19.73 seconds to build instance. [ 668.258756] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6a37891f-295f-4006-a735-656318383b2a tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "6c139b6d-6f37-4b2c-b78c-07017deb9669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.694s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.338544] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a496a000-73d9-49b7-b444-37e61c3155f2 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.733s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.397806] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Preparing fetch location {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 668.398097] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Creating directory with path [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.398407] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d79f47-357e-4831-bf36-4443bc481581 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.423431] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Created directory with path [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.423631] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Fetch image to [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 668.423952] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Downloading image file data 17656c0e-9d4c-4070-a53c-835b3886163d to [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk on the data store datastore2 {{(pid=68867) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 668.426073] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e9263-bf19-41d3-99d1-3969adbc851a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.434470] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5397e290-170a-4dad-b4af-4b02270ec999 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.452094] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecd3f50-d216-4aa1-9f65-ec1ccac85d72 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.487605] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bce854-6399-408a-9d6e-455bae9ead06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.494634] env[68867]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-350fa0d7-3b1a-412a-b36e-8fe2a170d49b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.525951] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Downloading image file data 17656c0e-9d4c-4070-a53c-835b3886163d to the data store datastore2 {{(pid=68867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 668.605480] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951028, 'name': ReconfigVM_Task, 'duration_secs': 1.360935} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.606430] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 668.607804] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b58e6f5b-0e27-4b89-83ce-c2d969ee9789/b58e6f5b-0e27-4b89-83ce-c2d969ee9789.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.612290] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a182c649-e6d0-4353-a0c8-d936de2ec22c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.684364] env[68867]: DEBUG nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.691028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.691028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.691028] env[68867]: DEBUG nova.network.neutron [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.696633] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 668.696633] env[68867]: value = "task-2951029" [ 668.696633] env[68867]: _type = "Task" [ 668.696633] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.710153] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951029, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.741413] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0b2ece9-2513-42ce-831a-e59e9ddb0e8b tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.246s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.767355] env[68867]: DEBUG nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.790849] env[68867]: DEBUG nova.network.neutron [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Updated VIF entry in instance network info cache for port 754d6711-a201-46d5-b790-82ea957005ab. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.791230] env[68867]: DEBUG nova.network.neutron [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Updating instance_info_cache with network_info: [{"id": "754d6711-a201-46d5-b790-82ea957005ab", "address": "fa:16:3e:8f:95:7b", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d6711-a2", "ovs_interfaceid": "754d6711-a201-46d5-b790-82ea957005ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.817230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Acquiring lock "65c7f781-89a7-49f2-a745-5093adc47df9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.817522] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Lock "65c7f781-89a7-49f2-a745-5093adc47df9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.817672] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Acquiring lock "65c7f781-89a7-49f2-a745-5093adc47df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.817861] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Lock "65c7f781-89a7-49f2-a745-5093adc47df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.821866] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Lock "65c7f781-89a7-49f2-a745-5093adc47df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.826796] env[68867]: INFO nova.compute.manager [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Terminating instance [ 668.846988] env[68867]: DEBUG nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.225636] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951029, 'name': Rename_Task, 'duration_secs': 0.182077} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.226088] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.226474] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd6fbe7-ae53-45f0-9f0e-a852d648203a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.239651] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 669.239651] env[68867]: value = "task-2951030" [ 669.239651] env[68867]: _type = "Task" [ 669.239651] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.241600] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b92a47-40d0-46ec-892d-ad8a7385d3c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.250859] env[68867]: DEBUG nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.273562] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2295b439-d61d-40e8-bb7b-e10b252e87de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.283765] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951030, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.294682] env[68867]: DEBUG nova.network.neutron [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.304757] env[68867]: DEBUG oslo_concurrency.lockutils [req-4e2d407b-140e-4ccd-a2d7-a0fa113b6687 req-6def7299-d511-4ea8-8de5-fa383991c973 service nova] Releasing lock "refresh_cache-5c480ae9-bbf7-4d14-be10-bd5165525885" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.359014] env[68867]: DEBUG nova.compute.manager [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.359246] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.368292] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082e336-1edd-4c7f-9c63-2be96f70c885 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.374866] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637ea25-fdb1-4654-b473-8a5ed75d795f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.391497] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.411164] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Completed reading data from the image iterator. {{(pid=68867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 669.411428] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 669.412933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "5a701b05-079c-413d-b576-901b0e487964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.413221] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "5a701b05-079c-413d-b576-901b0e487964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.421294] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef149089-fc81-4697-9a21-115e122d640f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.431784] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.437320] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a71b8082-73ad-4b54-8927-f8caae67905a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.438315] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.455337] env[68867]: DEBUG nova.compute.provider_tree [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.458782] env[68867]: DEBUG oslo_vmware.api [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Waiting for the task: (returnval){ [ 669.458782] env[68867]: value = "task-2951031" [ 669.458782] env[68867]: _type = "Task" [ 669.458782] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.468706] env[68867]: DEBUG oslo_vmware.api [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Task: {'id': task-2951031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.499667] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Downloaded image file data 17656c0e-9d4c-4070-a53c-835b3886163d to vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk on the data store datastore2 {{(pid=68867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 669.503383] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Caching image {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 669.503669] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copying Virtual Disk [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk to [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.504539] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ea189b-adc0-4cb4-9661-7f893cb5ab64 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.512678] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 669.512678] env[68867]: value = "task-2951032" [ 669.512678] env[68867]: _type = "Task" [ 669.512678] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.524697] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.656655] env[68867]: DEBUG nova.compute.manager [req-c5665508-30b8-47ab-8512-964fc18dfa9c req-a74c593e-1006-4c7f-81ad-846637bbeeb7 service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Received event network-vif-plugged-e45f7840-639f-40a1-9354-82d6a7ee77f7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.656655] env[68867]: DEBUG oslo_concurrency.lockutils [req-c5665508-30b8-47ab-8512-964fc18dfa9c req-a74c593e-1006-4c7f-81ad-846637bbeeb7 service nova] Acquiring lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.656655] env[68867]: DEBUG oslo_concurrency.lockutils [req-c5665508-30b8-47ab-8512-964fc18dfa9c req-a74c593e-1006-4c7f-81ad-846637bbeeb7 service nova] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.656655] env[68867]: DEBUG oslo_concurrency.lockutils [req-c5665508-30b8-47ab-8512-964fc18dfa9c req-a74c593e-1006-4c7f-81ad-846637bbeeb7 service nova] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.656655] env[68867]: DEBUG nova.compute.manager [req-c5665508-30b8-47ab-8512-964fc18dfa9c req-a74c593e-1006-4c7f-81ad-846637bbeeb7 service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] No waiting events found dispatching network-vif-plugged-e45f7840-639f-40a1-9354-82d6a7ee77f7 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.657135] env[68867]: WARNING nova.compute.manager [req-c5665508-30b8-47ab-8512-964fc18dfa9c req-a74c593e-1006-4c7f-81ad-846637bbeeb7 service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Received unexpected event network-vif-plugged-e45f7840-639f-40a1-9354-82d6a7ee77f7 for instance with vm_state building and task_state spawning. [ 669.711383] env[68867]: DEBUG nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.722307] env[68867]: DEBUG nova.network.neutron [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance_info_cache with network_info: [{"id": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "address": "fa:16:3e:bc:cf:e7", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f7840-63", "ovs_interfaceid": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.736435] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.736717] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.736837] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.737066] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.738231] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.738342] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.738564] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.738729] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.738871] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.739050] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.739227] env[68867]: DEBUG nova.virt.hardware [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.740363] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1fdaf9-4bdb-4fe0-a9bb-86251dcbf3a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.763046] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.767941] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d6e4aa-ab98-4019-846d-833968a043d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.794991] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.803951] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Creating folder: Project (e76832dc918b49628a1d9faf7eadd7c2). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.806121] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-737cf78a-daec-4081-b150-e53eea84538d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.814281] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.815940] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Created folder: Project (e76832dc918b49628a1d9faf7eadd7c2) in parent group-v592242. [ 669.816129] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Creating folder: Instances. Parent ref: group-v592257. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.816365] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0d0f590-2336-485e-a29c-a4f32544863b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.826769] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Created folder: Instances in parent group-v592257. [ 669.827143] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.827355] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.827568] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfe129cb-785d-4819-847d-5c574445f0fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.845338] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.845338] env[68867]: value = "task-2951035" [ 669.845338] env[68867]: _type = "Task" [ 669.845338] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.854399] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951035, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.961360] env[68867]: DEBUG nova.scheduler.client.report [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.978430] env[68867]: DEBUG oslo_vmware.api [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Task: {'id': task-2951031, 'name': PowerOffVM_Task, 'duration_secs': 0.235843} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.978430] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.978626] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.978724] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e307f404-cf7e-4e9d-805c-fb59c0116d59 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.029663] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.045856] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.046567] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.046567] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Deleting the datastore file [datastore1] 65c7f781-89a7-49f2-a745-5093adc47df9 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.046567] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1555cb83-a2a5-4ee2-a584-ed164705c7e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.053040] env[68867]: DEBUG oslo_vmware.api [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Waiting for the task: (returnval){ [ 670.053040] env[68867]: value = "task-2951037" [ 670.053040] env[68867]: _type = "Task" [ 670.053040] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.062842] env[68867]: DEBUG oslo_vmware.api [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Task: {'id': task-2951037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.105831] env[68867]: DEBUG nova.compute.manager [None req-54097af5-e0dd-47f2-aad1-d29665b1eb3b tempest-ServerDiagnosticsV248Test-166438605 tempest-ServerDiagnosticsV248Test-166438605-project-admin] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.108399] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d14c2-8fe5-480e-b22e-4491de181233 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.118278] env[68867]: INFO nova.compute.manager [None req-54097af5-e0dd-47f2-aad1-d29665b1eb3b tempest-ServerDiagnosticsV248Test-166438605 tempest-ServerDiagnosticsV248Test-166438605-project-admin] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Retrieving diagnostics [ 670.119661] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65dcb32-f87b-4ed1-8a23-843bb5efd835 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.226623] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.227134] env[68867]: DEBUG nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Instance network_info: |[{"id": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "address": "fa:16:3e:bc:cf:e7", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f7840-63", "ovs_interfaceid": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.228779] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:cf:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e45f7840-639f-40a1-9354-82d6a7ee77f7', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.241973] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Creating folder: Project (bf325bdd0d244f66b3dd743151d94c92). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.242448] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a1a725-d43a-4e74-a92e-3ee6ee00d5d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.259719] env[68867]: DEBUG oslo_vmware.api [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951030, 'name': PowerOnVM_Task, 'duration_secs': 0.54504} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.262465] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.262465] env[68867]: INFO nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Took 10.60 seconds to spawn the instance on the hypervisor. [ 670.262465] env[68867]: DEBUG nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.262697] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Created folder: Project (bf325bdd0d244f66b3dd743151d94c92) in parent group-v592242. [ 670.262948] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Creating folder: Instances. Parent ref: group-v592260. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.264285] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd6e1e-898c-4bbc-abd0-88f2c0f88b88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.269700] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0379b4a-92bc-433e-a8de-8db6f21706e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.367680] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951035, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.367957] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Created folder: Instances in parent group-v592260. [ 670.368461] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.368607] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.368880] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfd8afa9-234f-4605-89f5-b60348cd25dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.391396] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.391396] env[68867]: value = "task-2951040" [ 670.391396] env[68867]: _type = "Task" [ 670.391396] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.401478] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951040, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.474040] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.474040] env[68867]: DEBUG nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.478090] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.817s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.534391] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96253} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.534391] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copied Virtual Disk [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk to [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.534391] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleting the datastore file [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d/tmp-sparse.vmdk {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.534391] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08bdbe33-f25d-47bb-8de9-ff7251a8e287 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.542605] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 670.542605] env[68867]: value = "task-2951041" [ 670.542605] env[68867]: _type = "Task" [ 670.542605] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.556916] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.573772] env[68867]: DEBUG oslo_vmware.api [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Task: {'id': task-2951037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444144} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.573772] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.573772] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.573772] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.573772] env[68867]: INFO nova.compute.manager [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 670.574052] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.574052] env[68867]: DEBUG nova.compute.manager [-] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.574052] env[68867]: DEBUG nova.network.neutron [-] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.652801] env[68867]: DEBUG nova.network.neutron [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Successfully updated port: 38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.791100] env[68867]: INFO nova.compute.manager [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Took 21.34 seconds to build instance. [ 670.858708] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951035, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.905293] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951040, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.982328] env[68867]: DEBUG nova.compute.utils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.989836] env[68867]: DEBUG nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.989936] env[68867]: DEBUG nova.network.neutron [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.057996] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066327} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.058388] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.059582] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Moving file from [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3/17656c0e-9d4c-4070-a53c-835b3886163d to [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d. {{(pid=68867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 671.059582] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-50fc6dbf-63df-4b16-acab-3ef4048475e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.068396] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 671.068396] env[68867]: value = "task-2951042" [ 671.068396] env[68867]: _type = "Task" [ 671.068396] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.078806] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951042, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.141708] env[68867]: DEBUG nova.policy [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806687983d0241c4aa18216e35fc60da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08d688c3733f43718ccf83916e77f884', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.160908] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.160908] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.160908] env[68867]: DEBUG nova.network.neutron [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.294633] env[68867]: DEBUG oslo_concurrency.lockutils [None req-25ec5d9e-23dc-44d1-bbe3-839183e65e37 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.852s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.365359] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951035, 'name': CreateVM_Task, 'duration_secs': 1.419011} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.365359] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.365359] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.365359] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.365359] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.365359] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a456722-23ea-44f0-ab97-f29114943470 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.371658] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 671.371658] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52546574-52ba-bd80-9082-7b5db1d0b08d" [ 671.371658] env[68867]: _type = "Task" [ 671.371658] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.381886] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52546574-52ba-bd80-9082-7b5db1d0b08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.399599] env[68867]: DEBUG nova.network.neutron [-] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.409897] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951040, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.496144] env[68867]: DEBUG nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.530293] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 65c7f781-89a7-49f2-a745-5093adc47df9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.530387] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 923ac29d-680b-4e33-b977-c9586b749cd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.530509] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9b4fa898-0366-4234-96ba-1140aaa7adbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.530623] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 6c139b6d-6f37-4b2c-b78c-07017deb9669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.530741] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance b58e6f5b-0e27-4b89-83ce-c2d969ee9789 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.530850] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 5c480ae9-bbf7-4d14-be10-bd5165525885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.530956] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.531076] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aaa8e47e-7484-4b43-bcfd-c28ee2c6205d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.531194] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance e468efa9-3964-4eee-a813-a692b8ecf98d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.534055] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 915c0fef-33aa-48ca-9023-8d0289b96511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.578533] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951042, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029791} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.578772] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] File moved {{(pid=68867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 671.578960] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Cleaning up location [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3 {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 671.579183] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleting the datastore file [datastore2] vmware_temp/dde94ba2-c1a8-4bcc-ae34-8d80ebdc6af3 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.579364] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9298199-dfaf-4a75-8a8c-1348c1b620e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.586633] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 671.586633] env[68867]: value = "task-2951043" [ 671.586633] env[68867]: _type = "Task" [ 671.586633] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.596233] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.756042] env[68867]: DEBUG nova.network.neutron [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.800308] env[68867]: DEBUG nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.890780] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52546574-52ba-bd80-9082-7b5db1d0b08d, 'name': SearchDatastore_Task, 'duration_secs': 0.031369} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.892651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.892651] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.892651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.907815] env[68867]: INFO nova.compute.manager [-] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Took 1.34 seconds to deallocate network for instance. [ 671.908060] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951040, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.930244] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "23be18bf-6b2b-4daf-8978-62add118d97e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.930506] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "23be18bf-6b2b-4daf-8978-62add118d97e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.035215] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.101331] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054769} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.101572] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.102307] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd5ae7d-2994-49ba-8c72-b0805be5adbc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.108438] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 672.108438] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed2e83-a0fe-7f01-ecbe-769e9830fedf" [ 672.108438] env[68867]: _type = "Task" [ 672.108438] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.116702] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ed2e83-a0fe-7f01-ecbe-769e9830fedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.187305] env[68867]: DEBUG nova.compute.manager [req-2fafafcc-d0d2-42f9-9f4d-a28a535a134a req-da9b3f4c-0193-4c90-98bb-0b92755ed88b service nova] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Received event network-vif-deleted-7232f7b2-99ae-4113-bb6d-1f42b0f45cb1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.213256] env[68867]: DEBUG nova.network.neutron [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updating instance_info_cache with network_info: [{"id": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "address": "fa:16:3e:01:24:80", "network": {"id": "f8d17783-7a0d-4afd-8e46-0b33924667c2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162646381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ec7b77851347a2817fdff002ac5f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a8dbaf-4b", "ovs_interfaceid": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.325774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.404933] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951040, 'name': CreateVM_Task, 'duration_secs': 1.77144} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.405214] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.405986] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406315] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.406755] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.407297] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdfcedb-cebe-4cd6-82a9-631e78ed09ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.411902] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 672.411902] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cc9572-37f5-acc0-8eda-935d350f6bdf" [ 672.411902] env[68867]: _type = "Task" [ 672.411902] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.422668] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.422668] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cc9572-37f5-acc0-8eda-935d350f6bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.483055] env[68867]: DEBUG nova.network.neutron [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Successfully created port: 99807cad-399e-404f-92ec-d20b15fcb108 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.517215] env[68867]: DEBUG nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.539880] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 362afff9-710b-4741-bad6-9a9d0d1cafcf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.557858] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.558147] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.558268] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.559049] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.559049] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.559049] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.559049] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.559049] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.559205] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.559362] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.559556] env[68867]: DEBUG nova.virt.hardware [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.561123] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce49479-43c5-45ed-8aa9-f13ecd7d76a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.571685] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69abdd38-abd6-4aed-b330-e5cb9239bbab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.620634] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ed2e83-a0fe-7f01-ecbe-769e9830fedf, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.620886] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.621365] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5c480ae9-bbf7-4d14-be10-bd5165525885/5c480ae9-bbf7-4d14-be10-bd5165525885.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.621773] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.621908] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.622067] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a8c873b-4370-402b-9c2e-9856e1c4300f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.623990] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86a44d57-66e9-4b73-98e8-dd4a97d3c028 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.631138] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 672.631138] env[68867]: value = "task-2951044" [ 672.631138] env[68867]: _type = "Task" [ 672.631138] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.635740] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.636126] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.637506] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed033cb-0762-4617-950f-38bd1eab8076 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.643480] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.646722] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 672.646722] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5250ffe4-7f81-fdcc-5004-87466ad9b0df" [ 672.646722] env[68867]: _type = "Task" [ 672.646722] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.654566] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5250ffe4-7f81-fdcc-5004-87466ad9b0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.717720] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Releasing lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.718101] env[68867]: DEBUG nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Instance network_info: |[{"id": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "address": "fa:16:3e:01:24:80", "network": {"id": "f8d17783-7a0d-4afd-8e46-0b33924667c2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162646381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ec7b77851347a2817fdff002ac5f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a8dbaf-4b", "ovs_interfaceid": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.718580] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:24:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a8dbaf-4b92-43b3-a2b9-0c860bd88304', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.732416] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Creating folder: Project (08ec7b77851347a2817fdff002ac5f1f). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.732698] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b4e00e5-0ea3-4fc0-90ae-1b24c062fae7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.747471] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Created folder: Project (08ec7b77851347a2817fdff002ac5f1f) in parent group-v592242. [ 672.747757] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Creating folder: Instances. Parent ref: group-v592263. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.747825] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ffeab6a-dad9-486c-85dc-57f6b242cb96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.755947] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Created folder: Instances in parent group-v592263. [ 672.756294] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.756431] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.756584] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8478f0ba-0bc7-480b-9a18-e1638af0effa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.776485] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.776485] env[68867]: value = "task-2951047" [ 672.776485] env[68867]: _type = "Task" [ 672.776485] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.784525] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951047, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.887690] env[68867]: DEBUG nova.compute.manager [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Received event network-changed-e45f7840-639f-40a1-9354-82d6a7ee77f7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.887960] env[68867]: DEBUG nova.compute.manager [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Refreshing instance network info cache due to event network-changed-e45f7840-639f-40a1-9354-82d6a7ee77f7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.888137] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Acquiring lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.888296] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Acquired lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.888464] env[68867]: DEBUG nova.network.neutron [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Refreshing network info cache for port e45f7840-639f-40a1-9354-82d6a7ee77f7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.925682] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cc9572-37f5-acc0-8eda-935d350f6bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.925682] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.925682] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.925682] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.047491] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance fec55202-9159-4470-9f76-6ce5144d52d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.147191] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.165396] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5250ffe4-7f81-fdcc-5004-87466ad9b0df, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.166690] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394f15c7-d590-4e18-af44-e8f1eed26545 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.177742] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 673.177742] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c1c915-aeba-8c57-e79f-afa06f03623c" [ 673.177742] env[68867]: _type = "Task" [ 673.177742] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.191375] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c1c915-aeba-8c57-e79f-afa06f03623c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.295362] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951047, 'name': CreateVM_Task, 'duration_secs': 0.453992} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.295613] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.296265] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.296421] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.296743] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.296992] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4806854-7cf2-48e6-8b8e-adbb340e1dbd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.302821] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 673.302821] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fe1b5b-896d-23af-61b9-c35c9128e916" [ 673.302821] env[68867]: _type = "Task" [ 673.302821] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.317922] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fe1b5b-896d-23af-61b9-c35c9128e916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.549748] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 31f781bc-42de-4b0c-8e99-d8ffe18561cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.642874] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627035} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.643267] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5c480ae9-bbf7-4d14-be10-bd5165525885/5c480ae9-bbf7-4d14-be10-bd5165525885.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.643413] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.643568] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4acc99e-1791-4f66-9734-15841513eaf7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.651112] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 673.651112] env[68867]: value = "task-2951048" [ 673.651112] env[68867]: _type = "Task" [ 673.651112] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.659220] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.693378] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c1c915-aeba-8c57-e79f-afa06f03623c, 'name': SearchDatastore_Task, 'duration_secs': 0.059877} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.695139] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.695335] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.695622] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.695801] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.696018] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-907d86ae-f3aa-49e0-a041-45960d4bf6cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.698939] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc1f8f5-e0be-4826-82d0-2b5b1fd30ea1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.709820] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 673.709820] env[68867]: value = "task-2951049" [ 673.709820] env[68867]: _type = "Task" [ 673.709820] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.712100] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.712541] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.713829] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98edfacd-b594-4546-a2bf-62375b5992fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.720802] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.723656] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 673.723656] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52897d46-7048-09de-4439-869741f3fdca" [ 673.723656] env[68867]: _type = "Task" [ 673.723656] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.734363] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52897d46-7048-09de-4439-869741f3fdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.815242] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.815469] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.826490] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fe1b5b-896d-23af-61b9-c35c9128e916, 'name': SearchDatastore_Task, 'duration_secs': 0.027875} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.826490] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.826490] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.826490] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.961373] env[68867]: DEBUG nova.network.neutron [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updated VIF entry in instance network info cache for port e45f7840-639f-40a1-9354-82d6a7ee77f7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.961373] env[68867]: DEBUG nova.network.neutron [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance_info_cache with network_info: [{"id": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "address": "fa:16:3e:bc:cf:e7", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f7840-63", "ovs_interfaceid": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.052665] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance f86f5ee4-e2a9-47e2-89ab-fb464f2a121b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.161245] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107301} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.161570] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.162335] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5fef5-2fbe-49b9-87fa-c599a1ed5fe0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.186369] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 5c480ae9-bbf7-4d14-be10-bd5165525885/5c480ae9-bbf7-4d14-be10-bd5165525885.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.186680] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5570bbe-5cff-48e9-8133-8205e3a4630f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.214514] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 674.214514] env[68867]: value = "task-2951050" [ 674.214514] env[68867]: _type = "Task" [ 674.214514] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.220992] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.226361] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.240306] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52897d46-7048-09de-4439-869741f3fdca, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.241450] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726c766e-9644-4087-b86a-975191d145ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.248474] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 674.248474] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52954460-6d9e-3a00-3e7a-1685bba0ebb6" [ 674.248474] env[68867]: _type = "Task" [ 674.248474] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.258792] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52954460-6d9e-3a00-3e7a-1685bba0ebb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.464106] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Releasing lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.464492] env[68867]: DEBUG nova.compute.manager [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Received event network-vif-plugged-38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.464855] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Acquiring lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.464855] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.465031] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.465211] env[68867]: DEBUG nova.compute.manager [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] No waiting events found dispatching network-vif-plugged-38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.465375] env[68867]: WARNING nova.compute.manager [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Received unexpected event network-vif-plugged-38a8dbaf-4b92-43b3-a2b9-0c860bd88304 for instance with vm_state building and task_state spawning. [ 674.465581] env[68867]: DEBUG nova.compute.manager [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Received event network-changed-38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.465745] env[68867]: DEBUG nova.compute.manager [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Refreshing instance network info cache due to event network-changed-38a8dbaf-4b92-43b3-a2b9-0c860bd88304. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.466064] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Acquiring lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.466221] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Acquired lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.466381] env[68867]: DEBUG nova.network.neutron [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Refreshing network info cache for port 38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.559657] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.653561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "c76853f2-ec5c-4c36-894b-8b51223a613f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.654439] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.720851] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880536} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.724845] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.725180] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.725999] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1def08d1-9888-4222-b03a-4508f295e105 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.734057] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.735913] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 674.735913] env[68867]: value = "task-2951051" [ 674.735913] env[68867]: _type = "Task" [ 674.735913] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.743568] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.761770] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52954460-6d9e-3a00-3e7a-1685bba0ebb6, 'name': SearchDatastore_Task, 'duration_secs': 0.055511} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.762122] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.762555] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7/2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.762774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.763019] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.763299] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d010fa9a-f3f2-4031-af2b-3793fff7fb89 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.766577] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc43cb2c-6518-49ed-8b3a-f06c1bb60a4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.773841] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 674.773841] env[68867]: value = "task-2951052" [ 674.773841] env[68867]: _type = "Task" [ 674.773841] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.780682] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.780682] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.780881] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828ccea0-a2d7-4523-b85a-99c17319f354 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.788959] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.790691] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 674.790691] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5283fdb5-4ea3-ad18-23a0-96585ab0aebd" [ 674.790691] env[68867]: _type = "Task" [ 674.790691] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.798851] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283fdb5-4ea3-ad18-23a0-96585ab0aebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.052544] env[68867]: DEBUG nova.network.neutron [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Successfully updated port: 99807cad-399e-404f-92ec-d20b15fcb108 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.065365] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c00d45a8-09f6-4673-a53a-e92be99fe1b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.242097] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951050, 'name': ReconfigVM_Task, 'duration_secs': 0.644321} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.250595] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 5c480ae9-bbf7-4d14-be10-bd5165525885/5c480ae9-bbf7-4d14-be10-bd5165525885.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.251333] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c804ee68-8cd3-4176-bc4b-40f28c0a5d70 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.260918] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14313} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.261046] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.263287] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d60d2-e01f-4d5c-80b8-56b675d2884b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.266151] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 675.266151] env[68867]: value = "task-2951053" [ 675.266151] env[68867]: _type = "Task" [ 675.266151] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.298822] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.304488] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b325af0b-eaa6-4114-8ebb-893c890a1346 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.335852] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951053, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.346174] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283fdb5-4ea3-ad18-23a0-96585ab0aebd, 'name': SearchDatastore_Task, 'duration_secs': 0.015508} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.352597] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 675.352597] env[68867]: value = "task-2951054" [ 675.352597] env[68867]: _type = "Task" [ 675.352597] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.352888] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.353075] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31de1337-3546-4c0c-bcd0-29a9dfc17145 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.364247] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 675.364247] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52371f17-a64f-b582-8c2e-7465cab48869" [ 675.364247] env[68867]: _type = "Task" [ 675.364247] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.375201] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.381898] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52371f17-a64f-b582-8c2e-7465cab48869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.556938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "refresh_cache-915c0fef-33aa-48ca-9023-8d0289b96511" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.557118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquired lock "refresh_cache-915c0fef-33aa-48ca-9023-8d0289b96511" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.557303] env[68867]: DEBUG nova.network.neutron [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.570398] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.614960] env[68867]: DEBUG nova.network.neutron [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updated VIF entry in instance network info cache for port 38a8dbaf-4b92-43b3-a2b9-0c860bd88304. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.616012] env[68867]: DEBUG nova.network.neutron [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updating instance_info_cache with network_info: [{"id": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "address": "fa:16:3e:01:24:80", "network": {"id": "f8d17783-7a0d-4afd-8e46-0b33924667c2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162646381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ec7b77851347a2817fdff002ac5f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a8dbaf-4b", "ovs_interfaceid": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.779486] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951053, 'name': Rename_Task, 'duration_secs': 0.267734} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.780416] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.780765] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e764a1c-a9f7-4943-aeb4-7bbf7af0dc2c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.794726] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 675.794726] env[68867]: value = "task-2951055" [ 675.794726] env[68867]: _type = "Task" [ 675.794726] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.802477] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705556} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.803073] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7/2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.803293] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.803541] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b671b3d1-c39a-48a4-a068-aadbbacc89ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.808831] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951055, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.813681] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 675.813681] env[68867]: value = "task-2951056" [ 675.813681] env[68867]: _type = "Task" [ 675.813681] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.830744] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.876376] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951054, 'name': ReconfigVM_Task, 'duration_secs': 0.352964} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.876376] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.876376] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54fc423-1a16-49a5-8b11-fb8392ca023b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.884569] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52371f17-a64f-b582-8c2e-7465cab48869, 'name': SearchDatastore_Task, 'duration_secs': 0.052591} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.884569] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.884569] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] aaa8e47e-7484-4b43-bcfd-c28ee2c6205d/aaa8e47e-7484-4b43-bcfd-c28ee2c6205d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.884569] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c672f18b-594f-4e84-aebf-95d60a8a971b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.886887] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 675.886887] env[68867]: value = "task-2951057" [ 675.886887] env[68867]: _type = "Task" [ 675.886887] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.892080] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 675.892080] env[68867]: value = "task-2951058" [ 675.892080] env[68867]: _type = "Task" [ 675.892080] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.899785] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951057, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.906695] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.957022] env[68867]: DEBUG nova.compute.manager [req-4106d861-198b-4376-821a-7f3d537ba4e7 req-f437f842-0ae2-458c-bd7a-f81ba5aa8d56 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Received event network-vif-plugged-99807cad-399e-404f-92ec-d20b15fcb108 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.957589] env[68867]: DEBUG oslo_concurrency.lockutils [req-4106d861-198b-4376-821a-7f3d537ba4e7 req-f437f842-0ae2-458c-bd7a-f81ba5aa8d56 service nova] Acquiring lock "915c0fef-33aa-48ca-9023-8d0289b96511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.957589] env[68867]: DEBUG oslo_concurrency.lockutils [req-4106d861-198b-4376-821a-7f3d537ba4e7 req-f437f842-0ae2-458c-bd7a-f81ba5aa8d56 service nova] Lock "915c0fef-33aa-48ca-9023-8d0289b96511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.957764] env[68867]: DEBUG oslo_concurrency.lockutils [req-4106d861-198b-4376-821a-7f3d537ba4e7 req-f437f842-0ae2-458c-bd7a-f81ba5aa8d56 service nova] Lock "915c0fef-33aa-48ca-9023-8d0289b96511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.960034] env[68867]: DEBUG nova.compute.manager [req-4106d861-198b-4376-821a-7f3d537ba4e7 req-f437f842-0ae2-458c-bd7a-f81ba5aa8d56 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] No waiting events found dispatching network-vif-plugged-99807cad-399e-404f-92ec-d20b15fcb108 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.960034] env[68867]: WARNING nova.compute.manager [req-4106d861-198b-4376-821a-7f3d537ba4e7 req-f437f842-0ae2-458c-bd7a-f81ba5aa8d56 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Received unexpected event network-vif-plugged-99807cad-399e-404f-92ec-d20b15fcb108 for instance with vm_state building and task_state spawning. [ 676.074474] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 5a701b05-079c-413d-b576-901b0e487964 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.121618] env[68867]: DEBUG oslo_concurrency.lockutils [req-2399eeaa-6809-4c30-af3c-28937e1b07cb req-8657e435-8910-40db-a274-e83901d08d2d service nova] Releasing lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.148434] env[68867]: DEBUG nova.network.neutron [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.308912] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.324864] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197829} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.325200] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.326040] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a51dd9c-8a4d-4af6-8ad9-41b6c6b6c261 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.355863] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7/2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.358604] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340ed763-06f4-42d2-823d-ed8d35df0ca1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.378486] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 676.378486] env[68867]: value = "task-2951059" [ 676.378486] env[68867]: _type = "Task" [ 676.378486] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.387072] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.399901] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951057, 'name': Rename_Task, 'duration_secs': 0.234989} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.400582] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.401090] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f78dd2c4-1c06-4902-ba69-8b350e1368e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.405206] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.409164] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 676.409164] env[68867]: value = "task-2951060" [ 676.409164] env[68867]: _type = "Task" [ 676.409164] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.418429] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.431237] env[68867]: DEBUG nova.network.neutron [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Updating instance_info_cache with network_info: [{"id": "99807cad-399e-404f-92ec-d20b15fcb108", "address": "fa:16:3e:e6:12:4d", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99807cad-39", "ovs_interfaceid": "99807cad-399e-404f-92ec-d20b15fcb108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.579174] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 23be18bf-6b2b-4daf-8978-62add118d97e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.579174] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 676.579174] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 676.809336] env[68867]: DEBUG oslo_vmware.api [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951055, 'name': PowerOnVM_Task, 'duration_secs': 0.862981} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.810011] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.810223] env[68867]: INFO nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Took 14.66 seconds to spawn the instance on the hypervisor. [ 676.810401] env[68867]: DEBUG nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.811211] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d77eb8-f313-40b9-a0a5-7bd6b4fbc3d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.899144] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.908995] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951058, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.923058] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951060, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.934510] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Releasing lock "refresh_cache-915c0fef-33aa-48ca-9023-8d0289b96511" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.934859] env[68867]: DEBUG nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Instance network_info: |[{"id": "99807cad-399e-404f-92ec-d20b15fcb108", "address": "fa:16:3e:e6:12:4d", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99807cad-39", "ovs_interfaceid": "99807cad-399e-404f-92ec-d20b15fcb108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.935572] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:12:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99807cad-399e-404f-92ec-d20b15fcb108', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.945523] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Creating folder: Project (08d688c3733f43718ccf83916e77f884). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.946199] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818f802a-0927-4119-ba72-016492aa0f68 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.961605] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Created folder: Project (08d688c3733f43718ccf83916e77f884) in parent group-v592242. [ 676.961829] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Creating folder: Instances. Parent ref: group-v592266. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.962090] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-182a6825-de22-4696-bb46-3468dca36996 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.973148] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Created folder: Instances in parent group-v592266. [ 676.973465] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.973619] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.974024] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454ddb0d-47cb-400e-9ed6-cdd04644d5b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.999747] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.999747] env[68867]: value = "task-2951063" [ 676.999747] env[68867]: _type = "Task" [ 676.999747] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.016308] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951063, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.018210] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd2a30e-d7e2-4e1b-88c3-9fc6c544699a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.028050] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5a34b8-5a59-4250-b818-72f746d6ae16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.073076] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f640c0-6b8f-48a3-bf52-83e031aab666 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.082055] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa6d9a-1a7f-4065-8d1c-ece464b811aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.097386] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.181906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "9b4fa898-0366-4234-96ba-1140aaa7adbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.181906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.181906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "9b4fa898-0366-4234-96ba-1140aaa7adbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.181906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.182347] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.183376] env[68867]: INFO nova.compute.manager [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Terminating instance [ 677.346072] env[68867]: INFO nova.compute.manager [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Took 24.89 seconds to build instance. [ 677.403020] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951059, 'name': ReconfigVM_Task, 'duration_secs': 0.853666} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.403020] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7/2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.403857] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11919ecb-4d3a-404b-bd25-83546687f038 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.416796] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 677.416796] env[68867]: value = "task-2951064" [ 677.416796] env[68867]: _type = "Task" [ 677.416796] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.417027] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951058, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.102734} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.423395] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] aaa8e47e-7484-4b43-bcfd-c28ee2c6205d/aaa8e47e-7484-4b43-bcfd-c28ee2c6205d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.423746] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.427290] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f1a5e5-fbcc-4c78-9d80-a17f0a7f652c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.434372] env[68867]: DEBUG oslo_vmware.api [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951060, 'name': PowerOnVM_Task, 'duration_secs': 0.773727} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.439234] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.439491] env[68867]: INFO nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Took 7.73 seconds to spawn the instance on the hypervisor. [ 677.439719] env[68867]: DEBUG nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.440112] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 677.440112] env[68867]: value = "task-2951065" [ 677.440112] env[68867]: _type = "Task" [ 677.440112] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.440891] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951064, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.441738] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f751478-bcf4-43e8-91a8-3fad36bc5da2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.457875] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.517712] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951063, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.602718] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.691737] env[68867]: DEBUG nova.compute.manager [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.692269] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.693369] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624679e-40ff-4666-b7d3-aefafbe320d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.702778] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.703276] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93afc902-2df8-4215-a609-c19fca7aa326 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.710640] env[68867]: DEBUG oslo_vmware.api [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 677.710640] env[68867]: value = "task-2951066" [ 677.710640] env[68867]: _type = "Task" [ 677.710640] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.719583] env[68867]: DEBUG oslo_vmware.api [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.848648] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2d11552c-cb45-4c53-8d00-8a7e3ac77c5a tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.412s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.939928] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951064, 'name': Rename_Task, 'duration_secs': 0.237904} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.940271] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.940504] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7aef94c-748f-49cb-9af0-8813f8e4dd03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.952429] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 677.952429] env[68867]: value = "task-2951067" [ 677.952429] env[68867]: _type = "Task" [ 677.952429] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.967144] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067523} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.968869] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.969879] env[68867]: INFO nova.compute.manager [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Took 22.90 seconds to build instance. [ 677.970884] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bce718-58f4-4f87-9f1e-e8ad71d4b27b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.982542] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951067, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.008989] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] aaa8e47e-7484-4b43-bcfd-c28ee2c6205d/aaa8e47e-7484-4b43-bcfd-c28ee2c6205d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.010627] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c682b61-e717-4154-be10-439b628b6d3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.044250] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951063, 'name': CreateVM_Task, 'duration_secs': 0.660471} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.044633] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.044978] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 678.044978] env[68867]: value = "task-2951068" [ 678.044978] env[68867]: _type = "Task" [ 678.044978] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.045793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.046039] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.047223] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.047223] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60843ab-b6a7-41ab-8120-fb716ce488ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.058454] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 678.058454] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aadb21-bfe8-314f-df10-2a73a859ae95" [ 678.058454] env[68867]: _type = "Task" [ 678.058454] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.063692] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.075551] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aadb21-bfe8-314f-df10-2a73a859ae95, 'name': SearchDatastore_Task, 'duration_secs': 0.013686} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.075891] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.076248] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.076499] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.076631] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.076813] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.077090] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ad44420-88b7-4d2f-a300-abaf2df53939 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.085738] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.086148] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.086909] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc04444-7278-4e8a-ae60-198c82b1f56a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.094832] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 678.094832] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ef6233-e78a-da8d-5df8-f3a5e887d160" [ 678.094832] env[68867]: _type = "Task" [ 678.094832] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.104769] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ef6233-e78a-da8d-5df8-f3a5e887d160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.113811] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 678.114057] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.636s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.115567] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.503s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.116077] env[68867]: INFO nova.compute.claims [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.220866] env[68867]: DEBUG oslo_vmware.api [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951066, 'name': PowerOffVM_Task, 'duration_secs': 0.439852} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.222605] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.222605] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.222605] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f5b47bd-1c48-445d-af92-f0292460dee4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.293316] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.293547] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.293744] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Deleting the datastore file [datastore1] 9b4fa898-0366-4234-96ba-1140aaa7adbd {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.294015] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ce4fb3-8544-407d-9ef8-75a09fa527f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.305482] env[68867]: DEBUG oslo_vmware.api [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for the task: (returnval){ [ 678.305482] env[68867]: value = "task-2951070" [ 678.305482] env[68867]: _type = "Task" [ 678.305482] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.320119] env[68867]: DEBUG oslo_vmware.api [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.351943] env[68867]: DEBUG nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.468883] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.481793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b056f177-3945-4c66-af54-4853d98be227 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "e468efa9-3964-4eee-a813-a692b8ecf98d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.418s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.556594] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951068, 'name': ReconfigVM_Task, 'duration_secs': 0.48818} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.556855] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Reconfigured VM instance instance-00000008 to attach disk [datastore2] aaa8e47e-7484-4b43-bcfd-c28ee2c6205d/aaa8e47e-7484-4b43-bcfd-c28ee2c6205d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.560021] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab0d227c-3426-43a2-b8d0-aaa4bebbb8cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.569036] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 678.569036] env[68867]: value = "task-2951071" [ 678.569036] env[68867]: _type = "Task" [ 678.569036] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.577955] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951071, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.605288] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ef6233-e78a-da8d-5df8-f3a5e887d160, 'name': SearchDatastore_Task, 'duration_secs': 0.023901} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.606110] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7659506b-c0e4-4ab7-a911-5002060844a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.612422] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 678.612422] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fae631-a97e-6707-1103-d9ae35ebf817" [ 678.612422] env[68867]: _type = "Task" [ 678.612422] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.622825] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fae631-a97e-6707-1103-d9ae35ebf817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.764758] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.764758] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.816236] env[68867]: DEBUG oslo_vmware.api [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Task: {'id': task-2951070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201691} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.817050] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.817419] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.817626] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.817799] env[68867]: INFO nova.compute.manager [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 678.818055] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.818272] env[68867]: DEBUG nova.compute.manager [-] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.818407] env[68867]: DEBUG nova.network.neutron [-] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.881615] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.966081] env[68867]: DEBUG oslo_vmware.api [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951067, 'name': PowerOnVM_Task, 'duration_secs': 0.730847} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.966516] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.966815] env[68867]: INFO nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Took 14.35 seconds to spawn the instance on the hypervisor. [ 678.967104] env[68867]: DEBUG nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.968530] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18efbf56-1a10-4b28-8247-eb59dcc2a0c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.985557] env[68867]: DEBUG nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.088089] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951071, 'name': Rename_Task, 'duration_secs': 0.278129} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.088337] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.089426] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0252cdfd-d7b9-461d-a4d4-21c622a23837 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.099451] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 679.099451] env[68867]: value = "task-2951072" [ 679.099451] env[68867]: _type = "Task" [ 679.099451] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.114292] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.127401] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fae631-a97e-6707-1103-d9ae35ebf817, 'name': SearchDatastore_Task, 'duration_secs': 0.016643} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.132310] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.132709] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 915c0fef-33aa-48ca-9023-8d0289b96511/915c0fef-33aa-48ca-9023-8d0289b96511.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.133272] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b8bfde2-42e9-4a94-bfc3-97f433d5d12b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.143847] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 679.143847] env[68867]: value = "task-2951073" [ 679.143847] env[68867]: _type = "Task" [ 679.143847] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.160502] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.499695] env[68867]: DEBUG nova.compute.manager [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Received event network-changed-99807cad-399e-404f-92ec-d20b15fcb108 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.499953] env[68867]: DEBUG nova.compute.manager [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Refreshing instance network info cache due to event network-changed-99807cad-399e-404f-92ec-d20b15fcb108. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.500182] env[68867]: DEBUG oslo_concurrency.lockutils [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] Acquiring lock "refresh_cache-915c0fef-33aa-48ca-9023-8d0289b96511" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.500320] env[68867]: DEBUG oslo_concurrency.lockutils [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] Acquired lock "refresh_cache-915c0fef-33aa-48ca-9023-8d0289b96511" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.500469] env[68867]: DEBUG nova.network.neutron [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Refreshing network info cache for port 99807cad-399e-404f-92ec-d20b15fcb108 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.506889] env[68867]: INFO nova.compute.manager [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Took 26.79 seconds to build instance. [ 679.529061] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.607477] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b6103d-b1eb-4ce6-b3c5-49f813517210 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.619397] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.623429] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d12a5e-e5df-4432-abc4-d886bf89442b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.667864] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731187e1-ca1c-41ac-a5a9-ea6530ad3fac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.680894] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a061be-e1e7-4499-b784-027ee97667c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.687026] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.701262] env[68867]: DEBUG nova.compute.provider_tree [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.913361] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "d435fc42-027b-4570-adf3-3af3e3ba7a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.913577] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.015459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d5c78ce-f2ad-49ec-9472-d5d13468be68 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.312s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.029189] env[68867]: DEBUG nova.network.neutron [-] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.113796] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.176338] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59838} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.176651] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 915c0fef-33aa-48ca-9023-8d0289b96511/915c0fef-33aa-48ca-9023-8d0289b96511.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.176862] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.178334] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-501bb36e-4c5b-4453-9343-c682f419a3e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.193931] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 680.193931] env[68867]: value = "task-2951074" [ 680.193931] env[68867]: _type = "Task" [ 680.193931] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.207931] env[68867]: DEBUG nova.scheduler.client.report [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.213739] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.438229] env[68867]: DEBUG nova.network.neutron [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Updated VIF entry in instance network info cache for port 99807cad-399e-404f-92ec-d20b15fcb108. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.439124] env[68867]: DEBUG nova.network.neutron [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Updating instance_info_cache with network_info: [{"id": "99807cad-399e-404f-92ec-d20b15fcb108", "address": "fa:16:3e:e6:12:4d", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99807cad-39", "ovs_interfaceid": "99807cad-399e-404f-92ec-d20b15fcb108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.518718] env[68867]: DEBUG nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.532562] env[68867]: INFO nova.compute.manager [-] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Took 1.71 seconds to deallocate network for instance. [ 680.619691] env[68867]: DEBUG oslo_vmware.api [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951072, 'name': PowerOnVM_Task, 'duration_secs': 1.408552} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.620050] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.620246] env[68867]: INFO nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Took 13.44 seconds to spawn the instance on the hypervisor. [ 680.620421] env[68867]: DEBUG nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.621287] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f83534-00ae-492e-9718-f061d68852e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.689179] env[68867]: INFO nova.compute.manager [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Rebuilding instance [ 680.704829] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080478} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.705113] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.706111] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ac035-8e45-4e7c-a459-a5d29641c310 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.723324] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.724424] env[68867]: DEBUG nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.746946] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 915c0fef-33aa-48ca-9023-8d0289b96511/915c0fef-33aa-48ca-9023-8d0289b96511.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.749756] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.358s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.752115] env[68867]: INFO nova.compute.claims [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.755014] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec2afbf-b0b8-47ed-b000-eba0827f4ff0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.795460] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 680.795460] env[68867]: value = "task-2951075" [ 680.795460] env[68867]: _type = "Task" [ 680.795460] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.796516] env[68867]: DEBUG nova.compute.manager [req-538eedf3-f31f-4cc6-be73-2b510a246e77 req-84a717a8-dd7e-408b-a42f-1b0936ef23e0 service nova] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Received event network-vif-deleted-15b66582-e1c7-48fd-bd58-7f6c9679c8ec {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.811523] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.824771] env[68867]: DEBUG nova.compute.manager [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.825653] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e07bb-ede0-4f80-9819-0ba8afdd21d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.943803] env[68867]: DEBUG oslo_concurrency.lockutils [req-14d7e527-3d87-49b6-ae71-9ed21ca98af5 req-28e36609-c6a9-468c-9b0d-0a34ed7b1934 service nova] Releasing lock "refresh_cache-915c0fef-33aa-48ca-9023-8d0289b96511" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.041868] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.043032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.156225] env[68867]: INFO nova.compute.manager [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Took 26.25 seconds to build instance. [ 681.221336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "0863f9e3-7971-49ed-a32c-f85add3e50dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.221591] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.252636] env[68867]: DEBUG nova.compute.utils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.254942] env[68867]: DEBUG nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.254942] env[68867]: DEBUG nova.network.neutron [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.318395] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.394146] env[68867]: DEBUG nova.policy [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71af7812b8f048bf817b0c50d51c512d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd81592a4c4b449baa310d3865049f4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.659075] env[68867]: DEBUG oslo_concurrency.lockutils [None req-685a7a90-cf66-4d68-bacd-da9f4d44273a tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.767s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.767864] env[68867]: DEBUG nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.772155] env[68867]: DEBUG nova.compute.manager [None req-b36d58e0-7580-415c-a84a-37fcba678fe4 tempest-ServerDiagnosticsV248Test-166438605 tempest-ServerDiagnosticsV248Test-166438605-project-admin] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.773758] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36947e23-c246-4b9a-94e6-ba6ddd1a1ec4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.783141] env[68867]: INFO nova.compute.manager [None req-b36d58e0-7580-415c-a84a-37fcba678fe4 tempest-ServerDiagnosticsV248Test-166438605 tempest-ServerDiagnosticsV248Test-166438605-project-admin] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Retrieving diagnostics [ 681.783141] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb20945-466f-4b10-a3a8-c95ccc6f6721 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.829747] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951075, 'name': ReconfigVM_Task, 'duration_secs': 0.553361} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.831203] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 915c0fef-33aa-48ca-9023-8d0289b96511/915c0fef-33aa-48ca-9023-8d0289b96511.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.831887] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b81fa299-b90a-40c2-9868-4cd1976f5137 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.841100] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 681.841100] env[68867]: value = "task-2951076" [ 681.841100] env[68867]: _type = "Task" [ 681.841100] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.841838] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.848229] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6300e866-fb54-4687-81a9-40cd5f64693f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.862614] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951076, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.863592] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 681.863592] env[68867]: value = "task-2951077" [ 681.863592] env[68867]: _type = "Task" [ 681.863592] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.880495] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.888923] env[68867]: DEBUG nova.network.neutron [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Successfully created port: c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.171556] env[68867]: DEBUG nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.325874] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fbb823-fe0c-4ab9-b798-f237590993c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.334787] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e151cf-bf69-4ff2-ad5a-9f1f7807d6d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.377864] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a330f-435f-44af-be89-12dab9bdf020 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.388017] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951077, 'name': PowerOffVM_Task, 'duration_secs': 0.230957} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.393686] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.393790] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.394408] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951076, 'name': Rename_Task, 'duration_secs': 0.190979} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.395160] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f7d6d0-ed38-4631-bbb0-f9da0e54e100 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.398815] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07dd4a-4dff-4bda-bc7f-6cda5f9bc3b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.403476] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.404044] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-366b53c8-2fc3-46b2-88e2-fe5a44958935 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.412963] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.421054] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-385a234a-0a24-4510-9be1-4db70c72d254 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.422843] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 682.422843] env[68867]: value = "task-2951078" [ 682.422843] env[68867]: _type = "Task" [ 682.422843] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.423612] env[68867]: DEBUG nova.compute.provider_tree [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.436231] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951078, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.456610] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.456766] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.457835] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Deleting the datastore file [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.457835] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46dee993-53d5-42c8-a9b1-370f599c5aa5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.471205] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 682.471205] env[68867]: value = "task-2951080" [ 682.471205] env[68867]: _type = "Task" [ 682.471205] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.488346] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.701010] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.779663] env[68867]: DEBUG nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.809812] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.810171] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.810246] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.810425] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.810568] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.810709] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.810908] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.811883] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.812186] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.812300] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.812436] env[68867]: DEBUG nova.virt.hardware [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.813357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7419a4e9-aaea-4c1f-b953-12704a0559f4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.823340] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d88f37-9438-4ef3-ad65-9acf3a308e5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.926691] env[68867]: DEBUG nova.scheduler.client.report [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.947096] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951078, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.981908] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317247} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.982296] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.982454] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.986053] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.386509] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.387183] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.443663] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.446016] env[68867]: DEBUG nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.449957] env[68867]: DEBUG oslo_vmware.api [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951078, 'name': PowerOnVM_Task, 'duration_secs': 0.797112} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.449957] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.010s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.449957] env[68867]: INFO nova.compute.claims [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.455360] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.455360] env[68867]: INFO nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Took 10.94 seconds to spawn the instance on the hypervisor. [ 683.455360] env[68867]: DEBUG nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.455947] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7544e815-59f7-4271-abd6-d35c110d2e2e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.703497] env[68867]: DEBUG nova.compute.manager [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 683.891431] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "6c139b6d-6f37-4b2c-b78c-07017deb9669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.891789] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "6c139b6d-6f37-4b2c-b78c-07017deb9669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.892578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "6c139b6d-6f37-4b2c-b78c-07017deb9669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.892578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "6c139b6d-6f37-4b2c-b78c-07017deb9669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.892578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "6c139b6d-6f37-4b2c-b78c-07017deb9669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.895491] env[68867]: INFO nova.compute.manager [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Terminating instance [ 683.963256] env[68867]: DEBUG nova.compute.utils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.966092] env[68867]: DEBUG nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.966092] env[68867]: DEBUG nova.network.neutron [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.976085] env[68867]: INFO nova.compute.manager [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Took 27.23 seconds to build instance. [ 684.018649] env[68867]: DEBUG nova.policy [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92a00dcd01540b79247a20633431b34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c120c146b0f247dc98b3c7a078afd64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.034770] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.034770] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.034770] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.035076] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.035114] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.035283] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.035584] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.035643] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.035863] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.035987] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.036199] env[68867]: DEBUG nova.virt.hardware [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.037076] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182a48fe-30b8-4f33-a346-5bd23c037438 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.049460] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ccbc40-a8a7-45ba-8b4a-1f8f28bf0a52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.066976] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.073575] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.073871] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.074152] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77ffbe2-f671-44cf-858c-34988abb6d53 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.096214] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.096214] env[68867]: value = "task-2951081" [ 684.096214] env[68867]: _type = "Task" [ 684.096214] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.106086] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951081, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.239282] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.340859] env[68867]: DEBUG nova.network.neutron [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Successfully updated port: c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.400490] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "refresh_cache-6c139b6d-6f37-4b2c-b78c-07017deb9669" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.400701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquired lock "refresh_cache-6c139b6d-6f37-4b2c-b78c-07017deb9669" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.400992] env[68867]: DEBUG nova.network.neutron [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.468521] env[68867]: DEBUG nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.478868] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d825cd38-b776-403b-84f9-d72bb95f3b20 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "915c0fef-33aa-48ca-9023-8d0289b96511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.740s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.529318] env[68867]: DEBUG nova.network.neutron [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Successfully created port: aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.620543] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951081, 'name': CreateVM_Task, 'duration_secs': 0.468802} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.623373] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.624149] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.624371] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.624723] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.624867] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b7f359-e920-4c38-8e08-e0441c30ac3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.631726] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 684.631726] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b2b1d1-2616-ec18-68ad-a1a9fc34ef5d" [ 684.631726] env[68867]: _type = "Task" [ 684.631726] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.645044] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b2b1d1-2616-ec18-68ad-a1a9fc34ef5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.843180] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.843300] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquired lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.843456] env[68867]: DEBUG nova.network.neutron [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.931231] env[68867]: DEBUG nova.network.neutron [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.982463] env[68867]: DEBUG nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.033633] env[68867]: DEBUG nova.network.neutron [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.076496] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a198d9c1-9a01-4300-ac36-ae4bd555b63f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086475] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4f5944-df00-41bd-8f23-75f6166fcc1a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.122285] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46efdd64-db9a-4ee2-b807-6ee367d6b100 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.131904] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cfdec-0c77-41e2-be70-ec9f84fcc7a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.147078] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b2b1d1-2616-ec18-68ad-a1a9fc34ef5d, 'name': SearchDatastore_Task, 'duration_secs': 0.018523} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.157015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.157231] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.157591] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.157809] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.158097] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.158691] env[68867]: DEBUG nova.compute.provider_tree [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.160940] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29ada1d5-c782-46ad-b99f-5980bcbaba03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.171766] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.171967] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.172881] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f7bc63-3ec6-4dd3-828b-788c1cca8ff0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.180744] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 685.180744] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52563432-b7fa-4233-df9f-336423fe8608" [ 685.180744] env[68867]: _type = "Task" [ 685.180744] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.193055] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52563432-b7fa-4233-df9f-336423fe8608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.246789] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "e42489db-55ce-4b59-bed9-86752b6a146b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.247108] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "e42489db-55ce-4b59-bed9-86752b6a146b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.265703] env[68867]: DEBUG nova.compute.manager [req-25d68aa2-5eda-4860-a771-05b382db19aa req-0705005d-de3f-4ead-9577-b8e4b07eb87d service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Received event network-vif-plugged-c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.265918] env[68867]: DEBUG oslo_concurrency.lockutils [req-25d68aa2-5eda-4860-a771-05b382db19aa req-0705005d-de3f-4ead-9577-b8e4b07eb87d service nova] Acquiring lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.266483] env[68867]: DEBUG oslo_concurrency.lockutils [req-25d68aa2-5eda-4860-a771-05b382db19aa req-0705005d-de3f-4ead-9577-b8e4b07eb87d service nova] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.266483] env[68867]: DEBUG oslo_concurrency.lockutils [req-25d68aa2-5eda-4860-a771-05b382db19aa req-0705005d-de3f-4ead-9577-b8e4b07eb87d service nova] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.266567] env[68867]: DEBUG nova.compute.manager [req-25d68aa2-5eda-4860-a771-05b382db19aa req-0705005d-de3f-4ead-9577-b8e4b07eb87d service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] No waiting events found dispatching network-vif-plugged-c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.266686] env[68867]: WARNING nova.compute.manager [req-25d68aa2-5eda-4860-a771-05b382db19aa req-0705005d-de3f-4ead-9577-b8e4b07eb87d service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Received unexpected event network-vif-plugged-c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 for instance with vm_state building and task_state spawning. [ 685.411347] env[68867]: DEBUG nova.network.neutron [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.480160] env[68867]: DEBUG nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.509447] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.510066] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.510350] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.510663] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.510911] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.511192] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.511500] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.511768] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.512074] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.512386] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.512701] env[68867]: DEBUG nova.virt.hardware [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.513935] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9925fe4-90be-428f-a45b-71908871c33c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.518360] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.525119] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5693bae-b32f-4e88-9a06-f8ae1e3346fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.543591] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Releasing lock "refresh_cache-6c139b6d-6f37-4b2c-b78c-07017deb9669" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.544181] env[68867]: DEBUG nova.compute.manager [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.546190] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.546190] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601b61e1-892d-4b2e-bdbe-ad9b5fc6673d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.556085] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.556852] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71067dc4-a3a3-40a0-9817-da457512cf0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.568131] env[68867]: DEBUG oslo_vmware.api [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 685.568131] env[68867]: value = "task-2951082" [ 685.568131] env[68867]: _type = "Task" [ 685.568131] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.577609] env[68867]: DEBUG oslo_vmware.api [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.662341] env[68867]: DEBUG nova.scheduler.client.report [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.672021] env[68867]: DEBUG nova.network.neutron [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Updating instance_info_cache with network_info: [{"id": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "address": "fa:16:3e:2a:5f:2e", "network": {"id": "1170a253-391e-414d-87c7-2ea6f4b81d4f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-517385784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd81592a4c4b449baa310d3865049f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f43b3a-ac", "ovs_interfaceid": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.673761] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "3be07c27-d983-4327-928b-cae2f12f09bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.674052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "3be07c27-d983-4327-928b-cae2f12f09bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.692857] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52563432-b7fa-4233-df9f-336423fe8608, 'name': SearchDatastore_Task, 'duration_secs': 0.01496} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.693631] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b941af8-296d-4bcd-9dd0-debe54802d73 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.700707] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 685.700707] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529df11d-1ae3-472b-dd80-cca904592f3b" [ 685.700707] env[68867]: _type = "Task" [ 685.700707] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.710174] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529df11d-1ae3-472b-dd80-cca904592f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.081560] env[68867]: DEBUG oslo_vmware.api [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951082, 'name': PowerOffVM_Task, 'duration_secs': 0.218751} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.081933] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.082037] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.082920] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-151785cc-ce97-4e8f-9ba8-24b25bffc527 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.115626] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.115744] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.115911] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Deleting the datastore file [datastore1] 6c139b6d-6f37-4b2c-b78c-07017deb9669 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.116360] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f7a4f37-c3b2-4844-8b85-eeb9ff585f8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.127378] env[68867]: DEBUG oslo_vmware.api [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for the task: (returnval){ [ 686.127378] env[68867]: value = "task-2951084" [ 686.127378] env[68867]: _type = "Task" [ 686.127378] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.136370] env[68867]: DEBUG oslo_vmware.api [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.177023] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Releasing lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.177023] env[68867]: DEBUG nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Instance network_info: |[{"id": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "address": "fa:16:3e:2a:5f:2e", "network": {"id": "1170a253-391e-414d-87c7-2ea6f4b81d4f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-517385784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd81592a4c4b449baa310d3865049f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f43b3a-ac", "ovs_interfaceid": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.179755] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.179755] env[68867]: DEBUG nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.180440] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:5f:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.190026] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Creating folder: Project (bd81592a4c4b449baa310d3865049f4c). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.190026] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.376s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.192043] env[68867]: INFO nova.compute.claims [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.198209] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-138e51b5-532b-4530-92f2-243a29abded9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.215129] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529df11d-1ae3-472b-dd80-cca904592f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014519} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.216737] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.217196] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.217677] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Created folder: Project (bd81592a4c4b449baa310d3865049f4c) in parent group-v592242. [ 686.218059] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Creating folder: Instances. Parent ref: group-v592270. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.218426] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2fc3116-77c6-46d5-9134-d90ddf8a14b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.221087] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66631382-38a2-4f36-ab86-aa17c99fa839 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.232886] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 686.232886] env[68867]: value = "task-2951087" [ 686.232886] env[68867]: _type = "Task" [ 686.232886] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.238036] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Created folder: Instances in parent group-v592270. [ 686.238036] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.244057] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.244449] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a56e4d65-cd38-4412-8dad-b7f72a6be722 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.267152] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.270024] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.270024] env[68867]: value = "task-2951088" [ 686.270024] env[68867]: _type = "Task" [ 686.270024] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.283238] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951088, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.319982] env[68867]: DEBUG nova.network.neutron [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Successfully updated port: aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.635627] env[68867]: DEBUG nova.compute.manager [req-f0ae37f4-e7f7-4611-94e6-b8fe4b9b571b req-e87c756a-3405-46d6-bd53-50670956c4de service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Received event network-vif-plugged-aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.635942] env[68867]: DEBUG oslo_concurrency.lockutils [req-f0ae37f4-e7f7-4611-94e6-b8fe4b9b571b req-e87c756a-3405-46d6-bd53-50670956c4de service nova] Acquiring lock "362afff9-710b-4741-bad6-9a9d0d1cafcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.637237] env[68867]: DEBUG oslo_concurrency.lockutils [req-f0ae37f4-e7f7-4611-94e6-b8fe4b9b571b req-e87c756a-3405-46d6-bd53-50670956c4de service nova] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.637237] env[68867]: DEBUG oslo_concurrency.lockutils [req-f0ae37f4-e7f7-4611-94e6-b8fe4b9b571b req-e87c756a-3405-46d6-bd53-50670956c4de service nova] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.637237] env[68867]: DEBUG nova.compute.manager [req-f0ae37f4-e7f7-4611-94e6-b8fe4b9b571b req-e87c756a-3405-46d6-bd53-50670956c4de service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] No waiting events found dispatching network-vif-plugged-aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.637237] env[68867]: WARNING nova.compute.manager [req-f0ae37f4-e7f7-4611-94e6-b8fe4b9b571b req-e87c756a-3405-46d6-bd53-50670956c4de service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Received unexpected event network-vif-plugged-aa6e8d96-bbbb-4231-9cd7-587d0cf03943 for instance with vm_state building and task_state spawning. [ 686.644689] env[68867]: DEBUG oslo_vmware.api [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Task: {'id': task-2951084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154488} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.644954] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.645181] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.645370] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.646158] env[68867]: INFO nova.compute.manager [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Took 1.10 seconds to destroy the instance on the hypervisor. [ 686.646158] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.646158] env[68867]: DEBUG nova.compute.manager [-] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.646158] env[68867]: DEBUG nova.network.neutron [-] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.697438] env[68867]: DEBUG nova.compute.utils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.701018] env[68867]: DEBUG nova.network.neutron [-] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.701218] env[68867]: DEBUG nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.701365] env[68867]: DEBUG nova.network.neutron [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.751961] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.786197] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951088, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.788037] env[68867]: DEBUG nova.policy [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '919067f12cac4c4c96faf5e9e0888ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f54b76cd4e4736964ca99af6cab58f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.823778] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.823919] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquired lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.824085] env[68867]: DEBUG nova.network.neutron [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.207862] env[68867]: DEBUG nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.211364] env[68867]: DEBUG nova.network.neutron [-] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.249207] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6452} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.249633] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.250069] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.250497] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb10152-a3a8-4765-9dd0-fa4c5ca0984c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.262126] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 687.262126] env[68867]: value = "task-2951089" [ 687.262126] env[68867]: _type = "Task" [ 687.262126] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.278697] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.287890] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951088, 'name': CreateVM_Task, 'duration_secs': 0.533359} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.288069] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.288766] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.288919] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.289266] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.289469] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6abddf-d8d1-4b7e-af8f-6e66e3c3a091 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.297459] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 687.297459] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acc525-2b1f-3e3e-dc16-2ad58e821137" [ 687.297459] env[68867]: _type = "Task" [ 687.297459] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.298204] env[68867]: DEBUG nova.network.neutron [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Successfully created port: 068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.312874] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52acc525-2b1f-3e3e-dc16-2ad58e821137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.381549] env[68867]: DEBUG nova.network.neutron [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.452747] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "915c0fef-33aa-48ca-9023-8d0289b96511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.452986] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "915c0fef-33aa-48ca-9023-8d0289b96511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.453208] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "915c0fef-33aa-48ca-9023-8d0289b96511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.453385] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "915c0fef-33aa-48ca-9023-8d0289b96511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.453551] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "915c0fef-33aa-48ca-9023-8d0289b96511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.458448] env[68867]: INFO nova.compute.manager [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Terminating instance [ 687.545640] env[68867]: DEBUG nova.network.neutron [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Updating instance_info_cache with network_info: [{"id": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "address": "fa:16:3e:11:9d:0e", "network": {"id": "52498ec8-5f8e-404b-aa0b-4703a709aba7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2082086954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c120c146b0f247dc98b3c7a078afd64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6e8d96-bb", "ovs_interfaceid": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.674353] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1acd6a8-1884-4e59-b15a-f9cde4e91016 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.684096] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8d724-6dea-4d9e-ae48-64bfb74464ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.726439] env[68867]: INFO nova.compute.manager [-] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Took 1.08 seconds to deallocate network for instance. [ 687.732485] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d3fa9-9b67-41c3-a62e-b3c70e58e7a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.742780] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b95c10-0072-4755-921d-0b7b63620c78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.767129] env[68867]: DEBUG nova.compute.provider_tree [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.778827] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093437} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.779841] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.781066] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada4bfd9-8c40-473f-aa97-71c4d5d693f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.802969] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.803645] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547482b4-7693-4644-aa88-fa018be92286 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.828486] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52acc525-2b1f-3e3e-dc16-2ad58e821137, 'name': SearchDatastore_Task, 'duration_secs': 0.021866} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.829691] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.829954] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.830275] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.830351] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.830525] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.830831] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 687.830831] env[68867]: value = "task-2951090" [ 687.830831] env[68867]: _type = "Task" [ 687.830831] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.831178] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f8fd21-a46e-49eb-98b0-53f820d516f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.841764] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.845488] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.845837] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.846408] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b96b6e0-6e37-4f15-a542-39afd7e3efcd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.852287] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 687.852287] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5265be5d-10fa-5d78-5502-48e8e94e9440" [ 687.852287] env[68867]: _type = "Task" [ 687.852287] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.862492] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5265be5d-10fa-5d78-5502-48e8e94e9440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.965708] env[68867]: DEBUG nova.compute.manager [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.965921] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.966901] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b099c32-73c4-4f2f-a9b2-e7b80161c530 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.976451] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.976451] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c011987-84a4-425d-a6ac-2cd02f987ff4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.983432] env[68867]: DEBUG oslo_vmware.api [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 687.983432] env[68867]: value = "task-2951091" [ 687.983432] env[68867]: _type = "Task" [ 687.983432] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.994156] env[68867]: DEBUG oslo_vmware.api [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.050038] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Releasing lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.050370] env[68867]: DEBUG nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Instance network_info: |[{"id": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "address": "fa:16:3e:11:9d:0e", "network": {"id": "52498ec8-5f8e-404b-aa0b-4703a709aba7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2082086954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c120c146b0f247dc98b3c7a078afd64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6e8d96-bb", "ovs_interfaceid": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.050795] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:9d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa6e8d96-bbbb-4231-9cd7-587d0cf03943', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.059093] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Creating folder: Project (c120c146b0f247dc98b3c7a078afd64c). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.059431] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-811419ad-d3fa-4998-bcf6-25d8a782805f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.075785] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Created folder: Project (c120c146b0f247dc98b3c7a078afd64c) in parent group-v592242. [ 688.076534] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Creating folder: Instances. Parent ref: group-v592273. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.076928] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced406d3-e5bd-4430-a095-a886171b4dfc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.089841] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Created folder: Instances in parent group-v592273. [ 688.090099] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.090305] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.090630] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96bfa689-5f3f-4b1d-9f9c-1143171efdb4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.113485] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.113485] env[68867]: value = "task-2951094" [ 688.113485] env[68867]: _type = "Task" [ 688.113485] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.123349] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951094, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.228646] env[68867]: DEBUG nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.237741] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.265667] env[68867]: DEBUG nova.compute.manager [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Received event network-changed-38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.265913] env[68867]: DEBUG nova.compute.manager [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Refreshing instance network info cache due to event network-changed-38a8dbaf-4b92-43b3-a2b9-0c860bd88304. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.266065] env[68867]: DEBUG oslo_concurrency.lockutils [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] Acquiring lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.266502] env[68867]: DEBUG oslo_concurrency.lockutils [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] Acquired lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.266502] env[68867]: DEBUG nova.network.neutron [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Refreshing network info cache for port 38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.274848] env[68867]: DEBUG nova.scheduler.client.report [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.280756] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.281088] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.281490] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.281569] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.281679] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.281855] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.282094] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.282270] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.282466] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.282630] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.282799] env[68867]: DEBUG nova.virt.hardware [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.287780] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed136a-9b80-474d-9e43-cada2403ab74 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.305262] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115157db-d4c5-47cf-8f6d-9176d4d89fde {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.345812] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.366713] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5265be5d-10fa-5d78-5502-48e8e94e9440, 'name': SearchDatastore_Task, 'duration_secs': 0.041415} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.367954] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86582feb-61b6-49c6-af07-411f8da8f811 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.375141] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 688.375141] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c92d92-caa7-ecc9-be43-fcff67753fd0" [ 688.375141] env[68867]: _type = "Task" [ 688.375141] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.386088] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c92d92-caa7-ecc9-be43-fcff67753fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.497811] env[68867]: DEBUG oslo_vmware.api [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951091, 'name': PowerOffVM_Task, 'duration_secs': 0.309605} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.497811] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.497811] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.497811] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a1c85e5-61f3-4206-8154-72fa132f92e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.627774] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951094, 'name': CreateVM_Task, 'duration_secs': 0.388487} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.627933] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.628895] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.629192] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.629442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.629634] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f35d529-7b63-46ff-8fdc-af4218444511 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.635982] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 688.635982] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525202ce-a412-f604-3df0-886b21699a17" [ 688.635982] env[68867]: _type = "Task" [ 688.635982] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.644974] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525202ce-a412-f604-3df0-886b21699a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.690033] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.690033] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.690033] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Deleting the datastore file [datastore2] 915c0fef-33aa-48ca-9023-8d0289b96511 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.690033] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c20a7583-8ffb-46bf-9c52-fcc8930acd60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.697553] env[68867]: DEBUG oslo_vmware.api [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for the task: (returnval){ [ 688.697553] env[68867]: value = "task-2951096" [ 688.697553] env[68867]: _type = "Task" [ 688.697553] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.708636] env[68867]: DEBUG oslo_vmware.api [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.793805] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.794759] env[68867]: DEBUG nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.798538] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.473s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.800018] env[68867]: INFO nova.compute.claims [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.846456] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "bb71bace-8d28-4ff2-9316-eafb00b05663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.846696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.854636] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951090, 'name': ReconfigVM_Task, 'duration_secs': 0.518574} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.854976] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.855636] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08233f18-7411-4893-b8ac-f8d89756c34a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.867421] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 688.867421] env[68867]: value = "task-2951097" [ 688.867421] env[68867]: _type = "Task" [ 688.867421] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.883783] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951097, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.890276] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c92d92-caa7-ecc9-be43-fcff67753fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.890536] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.890798] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713/b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.891058] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-536ae855-f864-47ef-86cd-77d335347684 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.898738] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 688.898738] env[68867]: value = "task-2951098" [ 688.898738] env[68867]: _type = "Task" [ 688.898738] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.907958] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.149121] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525202ce-a412-f604-3df0-886b21699a17, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.149618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.150128] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.152091] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.152091] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.152091] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.152091] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d55f487f-5a0f-4c83-99b7-62ef52a9e0ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.163128] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.163128] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.163128] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b769537-b9fb-457c-8cf1-a08f8b63527f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.171101] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 689.171101] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5283769d-a9f8-886b-76be-bdbfdb43bad4" [ 689.171101] env[68867]: _type = "Task" [ 689.171101] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.183081] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283769d-a9f8-886b-76be-bdbfdb43bad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.208892] env[68867]: DEBUG oslo_vmware.api [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Task: {'id': task-2951096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153107} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.208892] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.208892] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.208892] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.208892] env[68867]: INFO nova.compute.manager [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Took 1.24 seconds to destroy the instance on the hypervisor. [ 689.209201] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.209201] env[68867]: DEBUG nova.compute.manager [-] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.209201] env[68867]: DEBUG nova.network.neutron [-] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.311628] env[68867]: DEBUG nova.compute.utils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.312388] env[68867]: DEBUG nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.312548] env[68867]: DEBUG nova.network.neutron [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.378933] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951097, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.413402] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.447022] env[68867]: DEBUG nova.compute.manager [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Received event network-changed-aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.447022] env[68867]: DEBUG nova.compute.manager [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Refreshing instance network info cache due to event network-changed-aa6e8d96-bbbb-4231-9cd7-587d0cf03943. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.447022] env[68867]: DEBUG oslo_concurrency.lockutils [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] Acquiring lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.447022] env[68867]: DEBUG oslo_concurrency.lockutils [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] Acquired lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.449060] env[68867]: DEBUG nova.network.neutron [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Refreshing network info cache for port aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.469820] env[68867]: DEBUG nova.network.neutron [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Successfully updated port: 068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.477462] env[68867]: DEBUG nova.network.neutron [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updated VIF entry in instance network info cache for port 38a8dbaf-4b92-43b3-a2b9-0c860bd88304. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.478572] env[68867]: DEBUG nova.network.neutron [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updating instance_info_cache with network_info: [{"id": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "address": "fa:16:3e:01:24:80", "network": {"id": "f8d17783-7a0d-4afd-8e46-0b33924667c2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162646381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ec7b77851347a2817fdff002ac5f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a8dbaf-4b", "ovs_interfaceid": "38a8dbaf-4b92-43b3-a2b9-0c860bd88304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.494766] env[68867]: DEBUG nova.policy [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37a1236675b24c6b97cda002affeb043', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52583859fe35452baecd07ae0daab7af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.692345] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283769d-a9f8-886b-76be-bdbfdb43bad4, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.693761] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646f1520-d62c-408f-ae5f-12f86e172a5a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.706163] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 689.706163] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52029365-ef30-d531-39a6-16a7ec36dfe9" [ 689.706163] env[68867]: _type = "Task" [ 689.706163] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.722687] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52029365-ef30-d531-39a6-16a7ec36dfe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.820020] env[68867]: DEBUG nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.886964] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951097, 'name': Rename_Task, 'duration_secs': 0.708749} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.890678] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.897959] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-225dfbc3-d273-4ce8-a32d-6354f3d55172 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.922146] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 689.922146] env[68867]: value = "task-2951099" [ 689.922146] env[68867]: _type = "Task" [ 689.922146] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.922146] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951098, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.934372] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.977969] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.977969] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquired lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.978803] env[68867]: DEBUG nova.network.neutron [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.984471] env[68867]: DEBUG oslo_concurrency.lockutils [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] Releasing lock "refresh_cache-aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.984732] env[68867]: DEBUG nova.compute.manager [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Received event network-changed-c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.985671] env[68867]: DEBUG nova.compute.manager [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Refreshing instance network info cache due to event network-changed-c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.986259] env[68867]: DEBUG oslo_concurrency.lockutils [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] Acquiring lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.986903] env[68867]: DEBUG oslo_concurrency.lockutils [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] Acquired lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.986903] env[68867]: DEBUG nova.network.neutron [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Refreshing network info cache for port c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.152169] env[68867]: DEBUG nova.network.neutron [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Successfully created port: 0f6817c9-deec-4db0-a684-79980a87c790 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.156696] env[68867]: DEBUG nova.network.neutron [-] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.220195] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52029365-ef30-d531-39a6-16a7ec36dfe9, 'name': SearchDatastore_Task, 'duration_secs': 0.056255} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.222728] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.222977] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 362afff9-710b-4741-bad6-9a9d0d1cafcf/362afff9-710b-4741-bad6-9a9d0d1cafcf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.224364] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1b96d6-a623-4997-bb29-045009435ccf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.235951] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 690.235951] env[68867]: value = "task-2951100" [ 690.235951] env[68867]: _type = "Task" [ 690.235951] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.245318] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.336048] env[68867]: DEBUG nova.network.neutron [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Updated VIF entry in instance network info cache for port aa6e8d96-bbbb-4231-9cd7-587d0cf03943. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.336395] env[68867]: DEBUG nova.network.neutron [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Updating instance_info_cache with network_info: [{"id": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "address": "fa:16:3e:11:9d:0e", "network": {"id": "52498ec8-5f8e-404b-aa0b-4703a709aba7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2082086954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c120c146b0f247dc98b3c7a078afd64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6e8d96-bb", "ovs_interfaceid": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.415991] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951098, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.150831} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.416327] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713/b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.416574] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.417290] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be4be511-bf65-4c4d-a52a-ca8021a255f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.422623] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145aae16-ca43-4b29-968d-e4f39b1da450 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.427706] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 690.427706] env[68867]: value = "task-2951101" [ 690.427706] env[68867]: _type = "Task" [ 690.427706] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.449027] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.449489] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.452421] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ad91d7-423c-4009-9dcc-768f17f04b50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.494429] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716f0c6f-ffeb-4be4-b628-931d546f20ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.509676] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3456f9-c25c-4c60-906b-75263ba7294d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.529023] env[68867]: DEBUG nova.compute.provider_tree [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.585487] env[68867]: DEBUG nova.network.neutron [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.659845] env[68867]: INFO nova.compute.manager [-] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Took 1.45 seconds to deallocate network for instance. [ 690.747611] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.796096] env[68867]: DEBUG nova.compute.manager [req-ddfa5522-b75f-48d6-9e1e-d8a34a2a9925 req-916d8231-1b2b-4962-906b-16f739909518 service nova] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Received event network-vif-deleted-99807cad-399e-404f-92ec-d20b15fcb108 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.830835] env[68867]: DEBUG nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.839068] env[68867]: DEBUG oslo_concurrency.lockutils [req-cda8f568-53f2-4091-bacc-4346a4137f35 req-4ae85f5a-49e9-4bc0-af4e-b25f09a5f403 service nova] Releasing lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.863794] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.864124] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.864249] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.864438] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.864649] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.864839] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.864973] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.865196] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.865407] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.865590] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.865763] env[68867]: DEBUG nova.virt.hardware [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.866643] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3585f4a8-f9b4-4781-97ec-e721025a01f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.878573] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a41938-b3c3-4b3d-99ac-02b0ec313799 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.938915] env[68867]: DEBUG oslo_vmware.api [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951099, 'name': PowerOnVM_Task, 'duration_secs': 0.556965} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.939647] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.940018] env[68867]: DEBUG nova.compute.manager [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.940652] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7634fa-69e6-4bd9-9bbe-463517f8692a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.947837] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110203} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.949882] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.950619] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc085b-fdee-4ead-950e-a35c5d69d69c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.983184] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713/b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.983935] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a8333b-8982-4593-b69b-d1a459715a41 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.002516] env[68867]: DEBUG nova.network.neutron [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Updating instance_info_cache with network_info: [{"id": "068486f1-c83a-48ef-b7b6-7dda51781785", "address": "fa:16:3e:d8:e1:40", "network": {"id": "a8fc9e19-7fec-496f-89ff-42046c3917f4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1738619863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f54b76cd4e4736964ca99af6cab58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068486f1-c8", "ovs_interfaceid": "068486f1-c83a-48ef-b7b6-7dda51781785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.008282] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 691.008282] env[68867]: value = "task-2951102" [ 691.008282] env[68867]: _type = "Task" [ 691.008282] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.019407] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.035282] env[68867]: DEBUG nova.scheduler.client.report [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.066638] env[68867]: DEBUG nova.network.neutron [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Updated VIF entry in instance network info cache for port c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.066638] env[68867]: DEBUG nova.network.neutron [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Updating instance_info_cache with network_info: [{"id": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "address": "fa:16:3e:2a:5f:2e", "network": {"id": "1170a253-391e-414d-87c7-2ea6f4b81d4f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-517385784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd81592a4c4b449baa310d3865049f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f43b3a-ac", "ovs_interfaceid": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.173229] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.255913] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636515} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.256860] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 362afff9-710b-4741-bad6-9a9d0d1cafcf/362afff9-710b-4741-bad6-9a9d0d1cafcf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.256860] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.256860] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2650419f-a02b-4626-887c-8b27d23a0800 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.266173] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 691.266173] env[68867]: value = "task-2951103" [ 691.266173] env[68867]: _type = "Task" [ 691.266173] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.280305] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.472254] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.505783] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Releasing lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.506106] env[68867]: DEBUG nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Instance network_info: |[{"id": "068486f1-c83a-48ef-b7b6-7dda51781785", "address": "fa:16:3e:d8:e1:40", "network": {"id": "a8fc9e19-7fec-496f-89ff-42046c3917f4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1738619863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f54b76cd4e4736964ca99af6cab58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068486f1-c8", "ovs_interfaceid": "068486f1-c83a-48ef-b7b6-7dda51781785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.506533] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:e1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '068486f1-c83a-48ef-b7b6-7dda51781785', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.514326] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Creating folder: Project (64f54b76cd4e4736964ca99af6cab58f). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.514680] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d80263c0-6f04-4b8c-848f-b5c1fceaa8ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.527359] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.531426] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Created folder: Project (64f54b76cd4e4736964ca99af6cab58f) in parent group-v592242. [ 691.531625] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Creating folder: Instances. Parent ref: group-v592276. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.531878] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1468d37b-7de4-4ad1-8511-050381cf9939 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.546024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.546024] env[68867]: DEBUG nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.546585] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Created folder: Instances in parent group-v592276. [ 691.546585] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.546836] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.125s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.546937] env[68867]: DEBUG nova.objects.instance [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Lazy-loading 'resources' on Instance uuid 65c7f781-89a7-49f2-a745-5093adc47df9 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.548055] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.548522] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8b80565-b870-4a97-bbee-bd26d7f0569b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.568185] env[68867]: DEBUG oslo_concurrency.lockutils [req-8baf364b-00b5-4f56-985d-e570d792f442 req-13a12b8b-83b7-49a7-a18b-832c24ae9b5b service nova] Releasing lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.577273] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.577273] env[68867]: value = "task-2951106" [ 691.577273] env[68867]: _type = "Task" [ 691.577273] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.586258] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951106, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.776367] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202976} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.779521] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.782583] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fd4ed3-893c-45f7-a2e1-15f657ffd784 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.813066] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 362afff9-710b-4741-bad6-9a9d0d1cafcf/362afff9-710b-4741-bad6-9a9d0d1cafcf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.816551] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b6545f-1669-4c3e-9f28-25591bc3beb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.843973] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 691.843973] env[68867]: value = "task-2951107" [ 691.843973] env[68867]: _type = "Task" [ 691.843973] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.855473] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.936697] env[68867]: DEBUG nova.network.neutron [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Successfully updated port: 0f6817c9-deec-4db0-a684-79980a87c790 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.028319] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951102, 'name': ReconfigVM_Task, 'duration_secs': 0.762833} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.031875] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713/b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.033247] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84d6ab57-23eb-494c-b11b-6d9ca7956355 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.042644] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 692.042644] env[68867]: value = "task-2951108" [ 692.042644] env[68867]: _type = "Task" [ 692.042644] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.050199] env[68867]: DEBUG nova.compute.utils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.061880] env[68867]: DEBUG nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.062178] env[68867]: DEBUG nova.network.neutron [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.065582] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951108, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.091493] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951106, 'name': CreateVM_Task, 'duration_secs': 0.443142} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.094296] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.095586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.095944] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.096403] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.096834] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d22b5f-61b9-44e8-88bc-79deff12254f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.104989] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 692.104989] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52725894-7ce7-2135-be29-35fdd12e36cc" [ 692.104989] env[68867]: _type = "Task" [ 692.104989] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.120771] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52725894-7ce7-2135-be29-35fdd12e36cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.160085] env[68867]: DEBUG nova.policy [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37a1236675b24c6b97cda002affeb043', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52583859fe35452baecd07ae0daab7af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.179382] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796b386-094d-45ef-a285-aecfae0f5670 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.189523] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1952269a-7851-4c7b-adb2-8a251838b546 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.227568] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775cb9fa-9f29-4fac-8ee2-009f30dffb1a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.236198] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c86c85-b606-4457-869c-a0c70b4824ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.252952] env[68867]: DEBUG nova.compute.provider_tree [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.356310] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.403424] env[68867]: DEBUG nova.compute.manager [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Received event network-vif-plugged-068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.403705] env[68867]: DEBUG oslo_concurrency.lockutils [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] Acquiring lock "fec55202-9159-4470-9f76-6ce5144d52d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.403861] env[68867]: DEBUG oslo_concurrency.lockutils [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] Lock "fec55202-9159-4470-9f76-6ce5144d52d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.404471] env[68867]: DEBUG oslo_concurrency.lockutils [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] Lock "fec55202-9159-4470-9f76-6ce5144d52d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.404760] env[68867]: DEBUG nova.compute.manager [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] No waiting events found dispatching network-vif-plugged-068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.404885] env[68867]: WARNING nova.compute.manager [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Received unexpected event network-vif-plugged-068486f1-c83a-48ef-b7b6-7dda51781785 for instance with vm_state building and task_state spawning. [ 692.405090] env[68867]: DEBUG nova.compute.manager [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Received event network-changed-068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.405201] env[68867]: DEBUG nova.compute.manager [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Refreshing instance network info cache due to event network-changed-068486f1-c83a-48ef-b7b6-7dda51781785. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.405385] env[68867]: DEBUG oslo_concurrency.lockutils [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] Acquiring lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.405528] env[68867]: DEBUG oslo_concurrency.lockutils [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] Acquired lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.405657] env[68867]: DEBUG nova.network.neutron [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Refreshing network info cache for port 068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.443088] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "refresh_cache-31f781bc-42de-4b0c-8e99-d8ffe18561cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.443319] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired lock "refresh_cache-31f781bc-42de-4b0c-8e99-d8ffe18561cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.443418] env[68867]: DEBUG nova.network.neutron [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.540511] env[68867]: DEBUG nova.network.neutron [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Successfully created port: a8870f41-cb15-4846-b219-ed978bba57e0 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.553688] env[68867]: DEBUG nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.559895] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951108, 'name': Rename_Task, 'duration_secs': 0.184913} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.561033] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.561698] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab3369b-2144-412c-9a31-2d0ee08ea9cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.570779] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 692.570779] env[68867]: value = "task-2951109" [ 692.570779] env[68867]: _type = "Task" [ 692.570779] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.581840] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.617448] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52725894-7ce7-2135-be29-35fdd12e36cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015436} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.617690] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.618035] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.618369] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.618542] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.618891] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.619304] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56070071-ec54-4f23-a6a1-030a77f18c51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.630754] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.630995] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.632449] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b495f082-48ce-46b2-80e9-d70a9be06443 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.639241] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 692.639241] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52325ee8-464c-2e51-378d-b631008d4f18" [ 692.639241] env[68867]: _type = "Task" [ 692.639241] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.650023] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52325ee8-464c-2e51-378d-b631008d4f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.756829] env[68867]: DEBUG nova.scheduler.client.report [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.766849] env[68867]: INFO nova.compute.manager [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Rebuilding instance [ 692.825048] env[68867]: DEBUG nova.compute.manager [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.826074] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca77ab6-3e9b-48ac-b172-d53cbb422b80 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.859889] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951107, 'name': ReconfigVM_Task, 'duration_secs': 0.641728} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.864410] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 362afff9-710b-4741-bad6-9a9d0d1cafcf/362afff9-710b-4741-bad6-9a9d0d1cafcf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.868216] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f21a97c5-b6e5-4127-9b70-efff022838e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.876673] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 692.876673] env[68867]: value = "task-2951110" [ 692.876673] env[68867]: _type = "Task" [ 692.876673] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.886029] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951110, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.051739] env[68867]: DEBUG oslo_concurrency.lockutils [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "923ac29d-680b-4e33-b977-c9586b749cd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.051910] env[68867]: DEBUG oslo_concurrency.lockutils [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.052038] env[68867]: DEBUG nova.compute.manager [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.052985] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fc5832-f2ec-41d6-8915-5c4fabdeedde {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.071026] env[68867]: DEBUG nova.compute.manager [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 693.071026] env[68867]: DEBUG nova.objects.instance [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lazy-loading 'flavor' on Instance uuid 923ac29d-680b-4e33-b977-c9586b749cd5 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.079534] env[68867]: DEBUG nova.network.neutron [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.089825] env[68867]: DEBUG oslo_vmware.api [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951109, 'name': PowerOnVM_Task, 'duration_secs': 0.502651} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.090430] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.090752] env[68867]: INFO nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Took 10.31 seconds to spawn the instance on the hypervisor. [ 693.091046] env[68867]: DEBUG nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.093219] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e337c-d1d2-422e-be29-b697a1bb8e3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.152025] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52325ee8-464c-2e51-378d-b631008d4f18, 'name': SearchDatastore_Task, 'duration_secs': 0.028213} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.152606] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010c974a-9746-494f-8345-1bb08fe0e488 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.161487] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 693.161487] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e31356-62bf-0a09-a26a-3cdad71739c5" [ 693.161487] env[68867]: _type = "Task" [ 693.161487] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.172820] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e31356-62bf-0a09-a26a-3cdad71739c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.262432] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.265559] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.384s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.267367] env[68867]: INFO nova.compute.claims [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.288029] env[68867]: INFO nova.scheduler.client.report [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Deleted allocations for instance 65c7f781-89a7-49f2-a745-5093adc47df9 [ 693.397902] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951110, 'name': Rename_Task, 'duration_secs': 0.192244} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.398623] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.398901] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-590d299d-ef5a-48bf-bcf9-c1c77f1c67fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.411052] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 693.411052] env[68867]: value = "task-2951111" [ 693.411052] env[68867]: _type = "Task" [ 693.411052] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.422989] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.499526] env[68867]: DEBUG nova.network.neutron [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Updating instance_info_cache with network_info: [{"id": "0f6817c9-deec-4db0-a684-79980a87c790", "address": "fa:16:3e:25:b9:9d", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6817c9-de", "ovs_interfaceid": "0f6817c9-deec-4db0-a684-79980a87c790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.551890] env[68867]: DEBUG nova.network.neutron [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Updated VIF entry in instance network info cache for port 068486f1-c83a-48ef-b7b6-7dda51781785. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.551890] env[68867]: DEBUG nova.network.neutron [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Updating instance_info_cache with network_info: [{"id": "068486f1-c83a-48ef-b7b6-7dda51781785", "address": "fa:16:3e:d8:e1:40", "network": {"id": "a8fc9e19-7fec-496f-89ff-42046c3917f4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1738619863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f54b76cd4e4736964ca99af6cab58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068486f1-c8", "ovs_interfaceid": "068486f1-c83a-48ef-b7b6-7dda51781785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.575457] env[68867]: DEBUG nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.607873] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.608184] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.608382] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.608692] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.609082] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.609082] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.609352] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.609570] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.609837] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.609978] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.610170] env[68867]: DEBUG nova.virt.hardware [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.614759] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7b527-1c27-43a7-b652-aae09751b7d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.624019] env[68867]: INFO nova.compute.manager [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Took 27.04 seconds to build instance. [ 693.629429] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e41bb3-e46f-4ffb-aca6-15c157f7da25 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.673544] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e31356-62bf-0a09-a26a-3cdad71739c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013416} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.673848] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.674133] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fec55202-9159-4470-9f76-6ce5144d52d0/fec55202-9159-4470-9f76-6ce5144d52d0.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.674404] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bea956e-fa57-4394-a032-a72e7ff35f3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.683742] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 693.683742] env[68867]: value = "task-2951112" [ 693.683742] env[68867]: _type = "Task" [ 693.683742] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.693662] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.802640] env[68867]: DEBUG oslo_concurrency.lockutils [None req-610691aa-d2bf-4377-9ce7-3bbf48a08608 tempest-DeleteServersAdminTestJSON-713079501 tempest-DeleteServersAdminTestJSON-713079501-project-admin] Lock "65c7f781-89a7-49f2-a745-5093adc47df9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.985s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.814157] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.814616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.842985] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.843890] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec87e80-c2e7-4595-93cb-9ef487fe26e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.854593] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 693.854593] env[68867]: value = "task-2951113" [ 693.854593] env[68867]: _type = "Task" [ 693.854593] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.865295] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.920742] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.003436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Releasing lock "refresh_cache-31f781bc-42de-4b0c-8e99-d8ffe18561cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.003782] env[68867]: DEBUG nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Instance network_info: |[{"id": "0f6817c9-deec-4db0-a684-79980a87c790", "address": "fa:16:3e:25:b9:9d", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6817c9-de", "ovs_interfaceid": "0f6817c9-deec-4db0-a684-79980a87c790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.004245] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:b9:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f6817c9-deec-4db0-a684-79980a87c790', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.015472] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Creating folder: Project (52583859fe35452baecd07ae0daab7af). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.015796] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe1c404-7cee-49c7-9025-1c4c0ea4e10f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.029913] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Created folder: Project (52583859fe35452baecd07ae0daab7af) in parent group-v592242. [ 694.030130] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Creating folder: Instances. Parent ref: group-v592279. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.030366] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99590220-51ba-40c4-8e1e-a99e4594e021 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.046167] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Created folder: Instances in parent group-v592279. [ 694.046167] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.046167] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.046167] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57609076-2651-468f-b0f8-0150f58e2ed8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.063960] env[68867]: DEBUG oslo_concurrency.lockutils [req-55aa4685-c921-426f-8d1b-1c7a0f222a8a req-dc50c481-8653-484d-95f0-8f7a59260b41 service nova] Releasing lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.074162] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.074162] env[68867]: value = "task-2951116" [ 694.074162] env[68867]: _type = "Task" [ 694.074162] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.085432] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.085728] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951116, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.085938] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c6c162-a6cf-4c86-bc69-6ebaafb1f024 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.095846] env[68867]: DEBUG oslo_vmware.api [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 694.095846] env[68867]: value = "task-2951117" [ 694.095846] env[68867]: _type = "Task" [ 694.095846] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.108391] env[68867]: DEBUG oslo_vmware.api [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.129542] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aae00144-089b-4701-93a9-4cfa43e30b9a tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.094s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.202134] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951112, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.376537] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951113, 'name': PowerOffVM_Task, 'duration_secs': 0.136302} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.377066] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.377424] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.379675] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02052479-cdb6-4a24-8d51-da21a0d560ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.394833] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.394833] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c34657-b56d-46cc-a594-515d16bf83a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.424447] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951111, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.434145] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.434145] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.434145] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Deleting the datastore file [datastore1] e468efa9-3964-4eee-a813-a692b8ecf98d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.434388] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350f75c6-7ef5-4f4f-9b64-86032b7da544 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.444898] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 694.444898] env[68867]: value = "task-2951119" [ 694.444898] env[68867]: _type = "Task" [ 694.444898] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.454598] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.523411] env[68867]: DEBUG nova.network.neutron [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Successfully updated port: a8870f41-cb15-4846-b219-ed978bba57e0 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.587455] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951116, 'name': CreateVM_Task, 'duration_secs': 0.463058} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.587581] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.588505] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.588505] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.589194] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.591853] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2f55ed-a28c-46a3-b3c2-177bd8312117 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.602417] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 694.602417] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522d94fb-61bd-67dc-0637-5dc8ff983a33" [ 694.602417] env[68867]: _type = "Task" [ 694.602417] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.612969] env[68867]: DEBUG oslo_vmware.api [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951117, 'name': PowerOffVM_Task, 'duration_secs': 0.325958} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.613338] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.613569] env[68867]: DEBUG nova.compute.manager [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.614362] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee497870-b9f9-4bdd-b34b-2d46ccc0ecc6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.621318] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522d94fb-61bd-67dc-0637-5dc8ff983a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.635328] env[68867]: DEBUG nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.699345] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619212} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.699837] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fec55202-9159-4470-9f76-6ce5144d52d0/fec55202-9159-4470-9f76-6ce5144d52d0.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.700688] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.700688] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d488544a-51cf-4bf5-a3e7-e6067f86700f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.709933] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 694.709933] env[68867]: value = "task-2951120" [ 694.709933] env[68867]: _type = "Task" [ 694.709933] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.723778] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.843242] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f478e270-a977-4d4c-9f76-f51e655bf564 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.857988] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5473f7c6-8b1a-4309-9da9-3c8692745ed7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.895450] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0822a05f-12dd-41c3-b607-9ba1d273cf2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.904251] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a53428-5547-4725-ba27-235af6b1239f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.922946] env[68867]: DEBUG nova.compute.provider_tree [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.930558] env[68867]: DEBUG oslo_vmware.api [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951111, 'name': PowerOnVM_Task, 'duration_secs': 1.040718} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.930966] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.931191] env[68867]: INFO nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Took 9.45 seconds to spawn the instance on the hypervisor. [ 694.931363] env[68867]: DEBUG nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.932485] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f851b610-cb21-4b08-827b-4f1c4f87a1e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.956099] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416359} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.956202] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.956829] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.956829] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.026699] env[68867]: DEBUG nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Received event network-vif-plugged-0f6817c9-deec-4db0-a684-79980a87c790 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.026911] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Acquiring lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.027677] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.027946] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.028089] env[68867]: DEBUG nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] No waiting events found dispatching network-vif-plugged-0f6817c9-deec-4db0-a684-79980a87c790 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.028348] env[68867]: WARNING nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Received unexpected event network-vif-plugged-0f6817c9-deec-4db0-a684-79980a87c790 for instance with vm_state building and task_state spawning. [ 695.028582] env[68867]: DEBUG nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Received event network-changed-0f6817c9-deec-4db0-a684-79980a87c790 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.028749] env[68867]: DEBUG nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Refreshing instance network info cache due to event network-changed-0f6817c9-deec-4db0-a684-79980a87c790. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.028938] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Acquiring lock "refresh_cache-31f781bc-42de-4b0c-8e99-d8ffe18561cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.029096] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Acquired lock "refresh_cache-31f781bc-42de-4b0c-8e99-d8ffe18561cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.029274] env[68867]: DEBUG nova.network.neutron [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Refreshing network info cache for port 0f6817c9-deec-4db0-a684-79980a87c790 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.031179] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "refresh_cache-f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.031992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired lock "refresh_cache-f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.031992] env[68867]: DEBUG nova.network.neutron [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.115070] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522d94fb-61bd-67dc-0637-5dc8ff983a33, 'name': SearchDatastore_Task, 'duration_secs': 0.029681} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.115446] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.115925] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.116052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.116247] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.116434] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.116722] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a112e550-76ad-4711-ba36-d854c947455b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.131556] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.131757] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.132885] env[68867]: DEBUG oslo_concurrency.lockutils [None req-658fcb1d-085d-4c14-9fa0-da872462ae01 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.133900] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27908b97-cf20-478b-b590-e5929670bf00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.149761] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 695.149761] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528d09a3-131b-8b53-eb28-61e1df8af69a" [ 695.149761] env[68867]: _type = "Task" [ 695.149761] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.160369] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528d09a3-131b-8b53-eb28-61e1df8af69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.169229] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.222591] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330329} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.222859] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.223723] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a95a2e4-e7ab-4170-8e0f-b05f1f2a1e50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.250494] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] fec55202-9159-4470-9f76-6ce5144d52d0/fec55202-9159-4470-9f76-6ce5144d52d0.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.250494] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a52eb2-3a00-4c3c-a54f-96c0bfafdeca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.273069] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 695.273069] env[68867]: value = "task-2951121" [ 695.273069] env[68867]: _type = "Task" [ 695.273069] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.284451] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.430013] env[68867]: DEBUG nova.scheduler.client.report [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.459142] env[68867]: INFO nova.compute.manager [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Took 26.17 seconds to build instance. [ 695.598299] env[68867]: DEBUG nova.network.neutron [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.663342] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528d09a3-131b-8b53-eb28-61e1df8af69a, 'name': SearchDatastore_Task, 'duration_secs': 0.01637} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.664348] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d56d6ea-ac7a-4b66-a977-1f75b8c40cb2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.671883] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 695.671883] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e180b5-57cd-a0fd-004c-516b4c9bfffe" [ 695.671883] env[68867]: _type = "Task" [ 695.671883] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.681638] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e180b5-57cd-a0fd-004c-516b4c9bfffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.758738] env[68867]: DEBUG nova.network.neutron [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Updated VIF entry in instance network info cache for port 0f6817c9-deec-4db0-a684-79980a87c790. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.759152] env[68867]: DEBUG nova.network.neutron [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Updating instance_info_cache with network_info: [{"id": "0f6817c9-deec-4db0-a684-79980a87c790", "address": "fa:16:3e:25:b9:9d", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6817c9-de", "ovs_interfaceid": "0f6817c9-deec-4db0-a684-79980a87c790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.785610] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951121, 'name': ReconfigVM_Task, 'duration_secs': 0.349762} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.786590] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] fec55202-9159-4470-9f76-6ce5144d52d0/fec55202-9159-4470-9f76-6ce5144d52d0.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.786878] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-678e36e3-94b8-4a69-9810-0983e39b62f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.795579] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 695.795579] env[68867]: value = "task-2951122" [ 695.795579] env[68867]: _type = "Task" [ 695.795579] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.805480] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951122, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.928052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.928819] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.939724] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.940263] env[68867]: DEBUG nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.944249] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.415s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.947394] env[68867]: INFO nova.compute.claims [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.955018] env[68867]: DEBUG nova.network.neutron [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Updating instance_info_cache with network_info: [{"id": "a8870f41-cb15-4846-b219-ed978bba57e0", "address": "fa:16:3e:a4:cf:bb", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8870f41-cb", "ovs_interfaceid": "a8870f41-cb15-4846-b219-ed978bba57e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.970522] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2882296d-cc9b-4570-ab8b-df6df49636d6 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.026s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.013421] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.013653] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.013805] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.013978] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.014226] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.015039] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.015039] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.015039] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.015039] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.015039] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.015368] env[68867]: DEBUG nova.virt.hardware [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.015609] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.015829] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.016240] env[68867]: INFO nova.compute.manager [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Rebooting instance [ 696.018835] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf501e6-25c9-4397-a70f-1be899ef174e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.029711] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1867e77-471a-4371-a878-aa555ea81e5a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.049508] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.055812] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.055812] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.055994] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0a739c-67dd-4c63-9328-80ce919d5f9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.078853] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.078853] env[68867]: value = "task-2951123" [ 696.078853] env[68867]: _type = "Task" [ 696.078853] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.088149] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951123, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.184405] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e180b5-57cd-a0fd-004c-516b4c9bfffe, 'name': SearchDatastore_Task, 'duration_secs': 0.045181} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.184405] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.184703] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 31f781bc-42de-4b0c-8e99-d8ffe18561cf/31f781bc-42de-4b0c-8e99-d8ffe18561cf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.185367] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75cba7b3-9582-4db5-9067-3ca3f1e95273 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.192475] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 696.192475] env[68867]: value = "task-2951124" [ 696.192475] env[68867]: _type = "Task" [ 696.192475] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.201124] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.261939] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Releasing lock "refresh_cache-31f781bc-42de-4b0c-8e99-d8ffe18561cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.262216] env[68867]: DEBUG nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Received event network-vif-plugged-a8870f41-cb15-4846-b219-ed978bba57e0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.262476] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Acquiring lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.262855] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.263060] env[68867]: DEBUG oslo_concurrency.lockutils [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.263355] env[68867]: DEBUG nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] No waiting events found dispatching network-vif-plugged-a8870f41-cb15-4846-b219-ed978bba57e0 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.263594] env[68867]: WARNING nova.compute.manager [req-909be38f-e385-4502-81df-43a530430a9d req-40edf6ef-28d8-4ee2-bce8-882cb58146be service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Received unexpected event network-vif-plugged-a8870f41-cb15-4846-b219-ed978bba57e0 for instance with vm_state building and task_state spawning. [ 696.306428] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951122, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.452714] env[68867]: DEBUG nova.compute.utils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.454319] env[68867]: DEBUG nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.454490] env[68867]: DEBUG nova.network.neutron [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.459951] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Releasing lock "refresh_cache-f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.460298] env[68867]: DEBUG nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Instance network_info: |[{"id": "a8870f41-cb15-4846-b219-ed978bba57e0", "address": "fa:16:3e:a4:cf:bb", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8870f41-cb", "ovs_interfaceid": "a8870f41-cb15-4846-b219-ed978bba57e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.461261] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:cf:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8870f41-cb15-4846-b219-ed978bba57e0', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.475426] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.477277] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.477893] env[68867]: DEBUG nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.481037] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c5883a1-bb6b-4290-a774-51ce83f61c7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.510066] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.510066] env[68867]: value = "task-2951125" [ 696.510066] env[68867]: _type = "Task" [ 696.510066] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.520653] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951125, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.551182] env[68867]: DEBUG nova.policy [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7432ba35f8ec4fffb9d5035130ec6535', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2cdafef0fb44c9b837b631350ff9536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.564801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.564801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquired lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.564801] env[68867]: DEBUG nova.network.neutron [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.596064] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951123, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.706643] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951124, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.812028] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951122, 'name': Rename_Task, 'duration_secs': 0.989281} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.812028] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.812028] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78eeead9-203d-477f-8f10-1b66355d3912 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.821400] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 696.821400] env[68867]: value = "task-2951126" [ 696.821400] env[68867]: _type = "Task" [ 696.821400] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.836025] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.961431] env[68867]: DEBUG nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.028115] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951125, 'name': CreateVM_Task, 'duration_secs': 0.505193} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.033291] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.035593] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.037822] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.037989] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.038326] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.039945] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3140e307-ba85-43e4-b25c-6b67e3ad16ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.048767] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.049093] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.053558] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 697.053558] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523e8da3-bf36-fd69-8f0b-92f5ee250ad0" [ 697.053558] env[68867]: _type = "Task" [ 697.053558] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.070190] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523e8da3-bf36-fd69-8f0b-92f5ee250ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.092425] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951123, 'name': CreateVM_Task, 'duration_secs': 0.543884} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.092595] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.093154] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.093349] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.093655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.097558] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631fa3c8-0ba0-42df-b528-92cd5037356f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.103845] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 697.103845] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d45082-fb1e-0876-cf57-fdbc059bb938" [ 697.103845] env[68867]: _type = "Task" [ 697.103845] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.117323] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d45082-fb1e-0876-cf57-fdbc059bb938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.206396] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838974} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.210014] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 31f781bc-42de-4b0c-8e99-d8ffe18561cf/31f781bc-42de-4b0c-8e99-d8ffe18561cf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.210969] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.211451] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ff2437-1a15-4235-b0d4-22c11dd37b32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.222439] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 697.222439] env[68867]: value = "task-2951127" [ 697.222439] env[68867]: _type = "Task" [ 697.222439] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.234811] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.303827] env[68867]: DEBUG nova.network.neutron [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Successfully created port: d237c628-20d3-467a-b2f9-7a034334c4bb {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.338399] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.473778] env[68867]: DEBUG nova.network.neutron [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Updating instance_info_cache with network_info: [{"id": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "address": "fa:16:3e:2a:5f:2e", "network": {"id": "1170a253-391e-414d-87c7-2ea6f4b81d4f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-517385784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd81592a4c4b449baa310d3865049f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f43b3a-ac", "ovs_interfaceid": "c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.519021] env[68867]: DEBUG nova.objects.instance [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lazy-loading 'flavor' on Instance uuid 923ac29d-680b-4e33-b977-c9586b749cd5 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.561078] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d168a8c6-5b06-4a16-9e63-0f99217918c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.571462] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523e8da3-bf36-fd69-8f0b-92f5ee250ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.573694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.574136] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.575027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.575027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.575027] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.575027] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12cd7025-a119-4448-a2e6-27f06c90d4c3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.577889] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67d6138-719b-4679-825e-8e4cc9a07071 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.625875] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b23ab0-eff5-4e7c-b94c-3b33aa028ef7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.628617] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.628617] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.629547] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb42168-64ae-4c34-b576-4bf86d2ef39a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.637147] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 697.637147] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5210c5c1-68c6-9888-e3ea-f63106ac86e3" [ 697.637147] env[68867]: _type = "Task" [ 697.637147] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.645652] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d45082-fb1e-0876-cf57-fdbc059bb938, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.648181] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc39b3f-fdb3-48c5-9cf7-af4b94949147 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.653019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.653019] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.653019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.653144] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.653549] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.654606] env[68867]: DEBUG nova.compute.manager [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Received event network-changed-a8870f41-cb15-4846-b219-ed978bba57e0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.654693] env[68867]: DEBUG nova.compute.manager [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Refreshing instance network info cache due to event network-changed-a8870f41-cb15-4846-b219-ed978bba57e0. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.655451] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] Acquiring lock "refresh_cache-f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.655451] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] Acquired lock "refresh_cache-f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.655451] env[68867]: DEBUG nova.network.neutron [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Refreshing network info cache for port a8870f41-cb15-4846-b219-ed978bba57e0 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.660216] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8578604-e52f-43fe-bfe3-3da10e7abaee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.677950] env[68867]: DEBUG nova.compute.provider_tree [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.679605] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5210c5c1-68c6-9888-e3ea-f63106ac86e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.681722] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.681984] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.683045] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac73284a-581b-4976-8d76-778c5ac2085c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.689577] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 697.689577] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e56b25-e2c7-6e5b-3de7-887b79b481d5" [ 697.689577] env[68867]: _type = "Task" [ 697.689577] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.700272] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e56b25-e2c7-6e5b-3de7-887b79b481d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.733948] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099979} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.734246] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.735198] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c85000-e1fc-4bc3-a4ca-cd23231c55fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.761716] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 31f781bc-42de-4b0c-8e99-d8ffe18561cf/31f781bc-42de-4b0c-8e99-d8ffe18561cf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.762139] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9af99d0-4ee5-4155-b73f-03c0c6d9099b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.786902] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 697.786902] env[68867]: value = "task-2951128" [ 697.786902] env[68867]: _type = "Task" [ 697.786902] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.796232] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.833644] env[68867]: DEBUG oslo_vmware.api [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951126, 'name': PowerOnVM_Task, 'duration_secs': 0.786351} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.833890] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.833890] env[68867]: INFO nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Took 9.61 seconds to spawn the instance on the hypervisor. [ 697.834271] env[68867]: DEBUG nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.836191] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d5476d-461a-4bd0-a226-f66a9cea6d5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.978021] env[68867]: DEBUG nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.981254] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Releasing lock "refresh_cache-b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.005111] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.005694] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.005694] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.005694] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.005817] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.005970] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.008081] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.008453] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.008740] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.008833] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.009015] env[68867]: DEBUG nova.virt.hardware [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.010881] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d86637e-89b6-4dd4-9d88-4d87fbe16934 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.030414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.030414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquired lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.030414] env[68867]: DEBUG nova.network.neutron [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.030414] env[68867]: DEBUG nova.objects.instance [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lazy-loading 'info_cache' on Instance uuid 923ac29d-680b-4e33-b977-c9586b749cd5 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.033614] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a89ffb-f167-4c4e-9566-0eb1645176e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.154396] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5210c5c1-68c6-9888-e3ea-f63106ac86e3, 'name': SearchDatastore_Task, 'duration_secs': 0.033583} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.155291] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934b8a3b-eea1-41f9-8c84-7e39985a3d6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.162223] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 698.162223] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52548c1b-f909-d7df-5b8c-0901efd78824" [ 698.162223] env[68867]: _type = "Task" [ 698.162223] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.171170] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52548c1b-f909-d7df-5b8c-0901efd78824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.183156] env[68867]: DEBUG nova.scheduler.client.report [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.209460] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e56b25-e2c7-6e5b-3de7-887b79b481d5, 'name': SearchDatastore_Task, 'duration_secs': 0.052415} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.210170] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3352a20-697e-4b25-a4d6-72a26abe4dc3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.215923] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 698.215923] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52100e8c-6532-fbe6-4d37-119435b1022f" [ 698.215923] env[68867]: _type = "Task" [ 698.215923] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.230075] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52100e8c-6532-fbe6-4d37-119435b1022f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.298985] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.353370] env[68867]: INFO nova.compute.manager [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Took 28.97 seconds to build instance. [ 698.376370] env[68867]: DEBUG nova.network.neutron [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Updated VIF entry in instance network info cache for port a8870f41-cb15-4846-b219-ed978bba57e0. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.376699] env[68867]: DEBUG nova.network.neutron [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Updating instance_info_cache with network_info: [{"id": "a8870f41-cb15-4846-b219-ed978bba57e0", "address": "fa:16:3e:a4:cf:bb", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8870f41-cb", "ovs_interfaceid": "a8870f41-cb15-4846-b219-ed978bba57e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.488269] env[68867]: DEBUG nova.compute.manager [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.489244] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db70c24b-d008-4b9a-b224-cc0af62cef30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.540048] env[68867]: DEBUG nova.objects.base [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Object Instance<923ac29d-680b-4e33-b977-c9586b749cd5> lazy-loaded attributes: flavor,info_cache {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 698.680285] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52548c1b-f909-d7df-5b8c-0901efd78824, 'name': SearchDatastore_Task, 'duration_secs': 0.021825} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.680285] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.680285] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] f86f5ee4-e2a9-47e2-89ab-fb464f2a121b/f86f5ee4-e2a9-47e2-89ab-fb464f2a121b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.680285] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beb06b76-1db2-4585-8c5e-c16fdb02636c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.686735] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.688217] env[68867]: DEBUG nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.694624] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.653s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.699148] env[68867]: DEBUG nova.objects.instance [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lazy-loading 'resources' on Instance uuid 9b4fa898-0366-4234-96ba-1140aaa7adbd {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.703026] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 698.703026] env[68867]: value = "task-2951129" [ 698.703026] env[68867]: _type = "Task" [ 698.703026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.711121] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.728501] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52100e8c-6532-fbe6-4d37-119435b1022f, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.728840] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.729840] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.730146] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-122906f3-8259-424b-80b0-1eefb584689f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.741055] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 698.741055] env[68867]: value = "task-2951130" [ 698.741055] env[68867]: _type = "Task" [ 698.741055] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.751713] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.799831] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951128, 'name': ReconfigVM_Task, 'duration_secs': 0.955889} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.800500] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 31f781bc-42de-4b0c-8e99-d8ffe18561cf/31f781bc-42de-4b0c-8e99-d8ffe18561cf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.800793] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29441443-4920-4b2b-bebb-749876a634a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.810810] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 698.810810] env[68867]: value = "task-2951131" [ 698.810810] env[68867]: _type = "Task" [ 698.810810] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.820060] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951131, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.855844] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ef5c74f4-e07b-48d5-a851-ebf7356c828c tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "fec55202-9159-4470-9f76-6ce5144d52d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.019s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.880546] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5527c85-f46b-4161-a12c-b709da6b16fa req-642e1285-73c3-4455-a15d-2cfbfac86f8f service nova] Releasing lock "refresh_cache-f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.202584] env[68867]: DEBUG nova.compute.utils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.210772] env[68867]: DEBUG nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.211010] env[68867]: DEBUG nova.network.neutron [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.231794] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951129, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.258583] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951130, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.323581] env[68867]: DEBUG nova.policy [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f416347a7442ff9e8384d1c72ac8c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3758ed768acc4b49bdb65fd887162513', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.333428] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951131, 'name': Rename_Task, 'duration_secs': 0.242252} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.333797] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.334281] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdba7207-6c5e-46bf-acbc-2ae0efab0588 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.344570] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 699.344570] env[68867]: value = "task-2951132" [ 699.344570] env[68867]: _type = "Task" [ 699.344570] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.359385] env[68867]: DEBUG nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.362153] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.442610] env[68867]: DEBUG nova.network.neutron [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Updating instance_info_cache with network_info: [{"id": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "address": "fa:16:3e:73:ed:37", "network": {"id": "24d092b7-bd8d-4763-b4f7-61f34ed5d2ad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-825613636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fe225c32144541bc71653cfbdb6de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d9bc61-d2", "ovs_interfaceid": "c7d9bc61-d21a-4b9f-8219-55d5953aeb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.501706] env[68867]: DEBUG nova.network.neutron [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Successfully updated port: d237c628-20d3-467a-b2f9-7a034334c4bb {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.514756] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee999ba-5358-4a38-bf7b-08d2ad81b48c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.521377] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Doing hard reboot of VM {{(pid=68867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 699.522579] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8cc0e2dc-31a9-4a71-8fc8-1d97c4e7f956 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.534585] env[68867]: DEBUG oslo_vmware.api [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 699.534585] env[68867]: value = "task-2951133" [ 699.534585] env[68867]: _type = "Task" [ 699.534585] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.547587] env[68867]: DEBUG oslo_vmware.api [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951133, 'name': ResetVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.710716] env[68867]: DEBUG nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.731954] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622926} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.734614] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] f86f5ee4-e2a9-47e2-89ab-fb464f2a121b/f86f5ee4-e2a9-47e2-89ab-fb464f2a121b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.734842] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.736074] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59707b45-33ce-4910-bf55-33db38373552 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.748569] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 699.748569] env[68867]: value = "task-2951134" [ 699.748569] env[68867]: _type = "Task" [ 699.748569] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.755820] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715066} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.756657] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.757034] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.757199] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fd97aa6-4c52-4ce6-8015-23a084631289 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.765530] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.772880] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 699.772880] env[68867]: value = "task-2951135" [ 699.772880] env[68867]: _type = "Task" [ 699.772880] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.786339] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.797280] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178af5e8-7ba0-4d0d-8c02-c2f5c86f6a22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.809024] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98c8fe6-07f3-42d7-9134-c9328d57e811 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.842187] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265612a9-cab9-4b0e-9514-ed9c9c4f513f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.854397] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572932b6-8797-4a89-830e-0d8f7e2213e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.861714] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.874722] env[68867]: DEBUG nova.compute.provider_tree [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.890355] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.916811] env[68867]: DEBUG nova.compute.manager [req-77d23af3-0922-465d-af3b-c59818b81f97 req-d5b27545-bf52-4d6b-a942-08672d6d2f29 service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Received event network-vif-plugged-d237c628-20d3-467a-b2f9-7a034334c4bb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.917028] env[68867]: DEBUG oslo_concurrency.lockutils [req-77d23af3-0922-465d-af3b-c59818b81f97 req-d5b27545-bf52-4d6b-a942-08672d6d2f29 service nova] Acquiring lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.917238] env[68867]: DEBUG oslo_concurrency.lockutils [req-77d23af3-0922-465d-af3b-c59818b81f97 req-d5b27545-bf52-4d6b-a942-08672d6d2f29 service nova] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.917414] env[68867]: DEBUG oslo_concurrency.lockutils [req-77d23af3-0922-465d-af3b-c59818b81f97 req-d5b27545-bf52-4d6b-a942-08672d6d2f29 service nova] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.917596] env[68867]: DEBUG nova.compute.manager [req-77d23af3-0922-465d-af3b-c59818b81f97 req-d5b27545-bf52-4d6b-a942-08672d6d2f29 service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] No waiting events found dispatching network-vif-plugged-d237c628-20d3-467a-b2f9-7a034334c4bb {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.917788] env[68867]: WARNING nova.compute.manager [req-77d23af3-0922-465d-af3b-c59818b81f97 req-d5b27545-bf52-4d6b-a942-08672d6d2f29 service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Received unexpected event network-vif-plugged-d237c628-20d3-467a-b2f9-7a034334c4bb for instance with vm_state building and task_state spawning. [ 699.945099] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Releasing lock "refresh_cache-923ac29d-680b-4e33-b977-c9586b749cd5" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.954642] env[68867]: DEBUG nova.network.neutron [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Successfully created port: 4c4d84db-da14-4db0-b16c-5a9c97dfc702 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.005160] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "refresh_cache-7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.005310] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquired lock "refresh_cache-7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.006056] env[68867]: DEBUG nova.network.neutron [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.051325] env[68867]: DEBUG oslo_vmware.api [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951133, 'name': ResetVM_Task, 'duration_secs': 0.116298} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.051325] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Did hard reboot of VM {{(pid=68867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 700.051325] env[68867]: DEBUG nova.compute.manager [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.051325] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93ff430-c49a-4ae6-9313-31cfab874d53 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.266032] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071745} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.266032] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.266871] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662e8e5b-96af-4ff6-b267-0465d81ad670 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.295791] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f86f5ee4-e2a9-47e2-89ab-fb464f2a121b/f86f5ee4-e2a9-47e2-89ab-fb464f2a121b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.301691] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36796fe0-8daa-4ebf-8560-059782e3f7b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.318912] env[68867]: DEBUG nova.compute.manager [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Received event network-changed-aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.319064] env[68867]: DEBUG nova.compute.manager [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Refreshing instance network info cache due to event network-changed-aa6e8d96-bbbb-4231-9cd7-587d0cf03943. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.319263] env[68867]: DEBUG oslo_concurrency.lockutils [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] Acquiring lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.319404] env[68867]: DEBUG oslo_concurrency.lockutils [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] Acquired lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.319626] env[68867]: DEBUG nova.network.neutron [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Refreshing network info cache for port aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.328624] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208186} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.330315] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.330684] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 700.330684] env[68867]: value = "task-2951136" [ 700.330684] env[68867]: _type = "Task" [ 700.330684] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.332049] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef82fb9-602b-4690-bd82-15795cbfdb25 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.345555] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951136, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.362448] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.366567] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a0c80e-9d4a-4ce7-a22a-20e64314833b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.382986] env[68867]: DEBUG nova.scheduler.client.report [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.392544] env[68867]: DEBUG oslo_vmware.api [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951132, 'name': PowerOnVM_Task, 'duration_secs': 0.985707} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.393954] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.394194] env[68867]: INFO nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Took 9.56 seconds to spawn the instance on the hypervisor. [ 700.394385] env[68867]: DEBUG nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.394726] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 700.394726] env[68867]: value = "task-2951137" [ 700.394726] env[68867]: _type = "Task" [ 700.394726] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.399022] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61693d84-763e-4e09-90ad-623f06c52a3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.413951] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.543118] env[68867]: DEBUG nova.network.neutron [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.571419] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abb371cf-1745-412e-b915-d39029d99593 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.555s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.732285] env[68867]: DEBUG nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.770865] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.771156] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.771350] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.771583] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.771756] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.771906] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.772196] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.772370] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.775307] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.775307] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.775307] env[68867]: DEBUG nova.virt.hardware [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.775929] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "adc0124f-b328-4243-a734-75a8a6424d5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.776205] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "adc0124f-b328-4243-a734-75a8a6424d5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.777060] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc98cd0-6c8e-41e0-9d31-2720761684eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.800407] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba39e2a-1011-468e-9aaa-29f344d0c27b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.846030] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.862806] env[68867]: DEBUG nova.network.neutron [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Updating instance_info_cache with network_info: [{"id": "d237c628-20d3-467a-b2f9-7a034334c4bb", "address": "fa:16:3e:ab:04:79", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd237c628-20", "ovs_interfaceid": "d237c628-20d3-467a-b2f9-7a034334c4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.889264] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.892780] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.850s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.894406] env[68867]: INFO nova.compute.claims [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.913490] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.923690] env[68867]: INFO nova.compute.manager [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Took 31.16 seconds to build instance. [ 700.936928] env[68867]: INFO nova.scheduler.client.report [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Deleted allocations for instance 9b4fa898-0366-4234-96ba-1140aaa7adbd [ 700.954079] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.954534] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f3302e8-4619-45d7-9d4b-0af0bcef11d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.963380] env[68867]: DEBUG oslo_vmware.api [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 700.963380] env[68867]: value = "task-2951138" [ 700.963380] env[68867]: _type = "Task" [ 700.963380] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.972838] env[68867]: DEBUG oslo_vmware.api [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.344737] env[68867]: DEBUG nova.network.neutron [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Updated VIF entry in instance network info cache for port aa6e8d96-bbbb-4231-9cd7-587d0cf03943. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.345353] env[68867]: DEBUG nova.network.neutron [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Updating instance_info_cache with network_info: [{"id": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "address": "fa:16:3e:11:9d:0e", "network": {"id": "52498ec8-5f8e-404b-aa0b-4703a709aba7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2082086954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c120c146b0f247dc98b3c7a078afd64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6e8d96-bb", "ovs_interfaceid": "aa6e8d96-bbbb-4231-9cd7-587d0cf03943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.355117] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951136, 'name': ReconfigVM_Task, 'duration_secs': 0.593497} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.356291] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f86f5ee4-e2a9-47e2-89ab-fb464f2a121b/f86f5ee4-e2a9-47e2-89ab-fb464f2a121b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.356820] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d45c57c-75b4-4c71-b6de-c47fc3b7b228 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.365530] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Releasing lock "refresh_cache-7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365846] env[68867]: DEBUG nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Instance network_info: |[{"id": "d237c628-20d3-467a-b2f9-7a034334c4bb", "address": "fa:16:3e:ab:04:79", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd237c628-20", "ovs_interfaceid": "d237c628-20d3-467a-b2f9-7a034334c4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.367249] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:04:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd237c628-20d3-467a-b2f9-7a034334c4bb', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.379655] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Creating folder: Project (d2cdafef0fb44c9b837b631350ff9536). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.379655] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 701.379655] env[68867]: value = "task-2951139" [ 701.379655] env[68867]: _type = "Task" [ 701.379655] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.379655] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8813f195-b0ed-4554-b75c-99b1c6922f00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392478] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951139, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.395803] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Created folder: Project (d2cdafef0fb44c9b837b631350ff9536) in parent group-v592242. [ 701.396018] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Creating folder: Instances. Parent ref: group-v592284. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.396274] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d01d1cc4-89a6-40ac-97c2-f53e1e0ecf55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.416125] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951137, 'name': ReconfigVM_Task, 'duration_secs': 0.721151} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.416125] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d/e468efa9-3964-4eee-a813-a692b8ecf98d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.417279] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baae907b-5211-46fd-8dc0-f622f81f2508 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.420964] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Created folder: Instances in parent group-v592284. [ 701.421406] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.422668] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.422901] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9742b411-d1c9-4465-92dc-52ca407847ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.440784] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a485490-1f5d-4859-8378-7c29c469777a tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.561s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.440991] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 701.440991] env[68867]: value = "task-2951142" [ 701.440991] env[68867]: _type = "Task" [ 701.440991] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.459876] env[68867]: DEBUG oslo_concurrency.lockutils [None req-471e4648-8ec3-44b4-93b8-c4f835d5cc77 tempest-TenantUsagesTestJSON-1228938991 tempest-TenantUsagesTestJSON-1228938991-project-member] Lock "9b4fa898-0366-4234-96ba-1140aaa7adbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.280s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.463978] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.463978] env[68867]: value = "task-2951143" [ 701.463978] env[68867]: _type = "Task" [ 701.463978] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.472118] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951142, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.482948] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951143, 'name': CreateVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.487781] env[68867]: DEBUG oslo_vmware.api [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951138, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.847634] env[68867]: DEBUG oslo_concurrency.lockutils [req-f651ca33-0a1d-47d4-8cf6-05e9a4fc9461 req-c2b4ba85-8e70-4058-a2ca-2873a6a485e4 service nova] Releasing lock "refresh_cache-362afff9-710b-4741-bad6-9a9d0d1cafcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.890335] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951139, 'name': Rename_Task, 'duration_secs': 0.210427} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.891851] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.891851] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89508faf-13cc-47e2-9429-2bb4fac24443 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.897274] env[68867]: DEBUG nova.network.neutron [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Successfully updated port: 4c4d84db-da14-4db0-b16c-5a9c97dfc702 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.902852] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 701.902852] env[68867]: value = "task-2951144" [ 701.902852] env[68867]: _type = "Task" [ 701.902852] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.922176] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.964283] env[68867]: DEBUG nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.967793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.968032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.968231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.968506] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.968701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.970900] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951142, 'name': Rename_Task, 'duration_secs': 0.217593} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.975463] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.978060] env[68867]: INFO nova.compute.manager [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Terminating instance [ 701.978060] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-357f67ff-a851-429c-baaa-a1f4e62c1a3f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.003287] env[68867]: DEBUG oslo_vmware.api [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951138, 'name': PowerOnVM_Task, 'duration_secs': 0.531267} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.003287] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951143, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.006611] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.006611] env[68867]: DEBUG nova.compute.manager [None req-3c92bc4e-805d-4851-9bbd-3ce6f8504e8f tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.007241] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Waiting for the task: (returnval){ [ 702.007241] env[68867]: value = "task-2951145" [ 702.007241] env[68867]: _type = "Task" [ 702.007241] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.008089] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65e4c48-be43-46e6-b13c-1f4fe4d2522e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.029232] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.168133] env[68867]: DEBUG nova.compute.manager [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Received event network-changed-d237c628-20d3-467a-b2f9-7a034334c4bb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.168133] env[68867]: DEBUG nova.compute.manager [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Refreshing instance network info cache due to event network-changed-d237c628-20d3-467a-b2f9-7a034334c4bb. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.168133] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Acquiring lock "refresh_cache-7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.168133] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Acquired lock "refresh_cache-7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.168133] env[68867]: DEBUG nova.network.neutron [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Refreshing network info cache for port d237c628-20d3-467a-b2f9-7a034334c4bb {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.404172] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "refresh_cache-c00d45a8-09f6-4673-a53a-e92be99fe1b7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.404663] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquired lock "refresh_cache-c00d45a8-09f6-4673-a53a-e92be99fe1b7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.404663] env[68867]: DEBUG nova.network.neutron [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.429941] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.484943] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0600b39c-f902-45ea-b774-f0eb662492e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.492260] env[68867]: DEBUG nova.compute.manager [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.492385] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.492513] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951143, 'name': CreateVM_Task, 'duration_secs': 0.67507} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.496615] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.497898] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca780324-e67e-422f-ba37-d3817ac13f14 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.502539] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.505525] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.505696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.506016] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.506738] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3e3729-49b1-418d-b201-51418df882fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.509317] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f06f669-d04f-46b6-b1cf-f5cb616ce9f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.515169] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.519080] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d6d10ca-f41b-4856-8519-b420940cba98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.522911] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 702.522911] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528ad2a3-9138-bd7b-d4b0-ff133c28adf5" [ 702.522911] env[68867]: _type = "Task" [ 702.522911] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.560323] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8516c4f5-ba72-4fa9-aec4-f6e5283a99b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.565051] env[68867]: DEBUG nova.compute.manager [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Received event network-changed-068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.565051] env[68867]: DEBUG nova.compute.manager [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Refreshing instance network info cache due to event network-changed-068486f1-c83a-48ef-b7b6-7dda51781785. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.565289] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] Acquiring lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.565920] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] Acquired lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.565920] env[68867]: DEBUG nova.network.neutron [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Refreshing network info cache for port 068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.573034] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.573338] env[68867]: DEBUG oslo_vmware.api [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 702.573338] env[68867]: value = "task-2951146" [ 702.573338] env[68867]: _type = "Task" [ 702.573338] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.586655] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528ad2a3-9138-bd7b-d4b0-ff133c28adf5, 'name': SearchDatastore_Task, 'duration_secs': 0.014078} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.588214] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.588214] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.588214] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.588214] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.588382] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.589925] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7dedd5-2a08-4712-88b3-8f0e8dbd3148 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.597860] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33fe4caf-7797-4179-8198-80e62e769c79 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.600291] env[68867]: DEBUG oslo_vmware.api [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.614917] env[68867]: DEBUG nova.compute.provider_tree [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.620026] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.620026] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.620026] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8818f7-3514-42cf-9828-6c59dd21e065 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.624784] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 702.624784] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524933fa-494e-ed2d-2f57-762fe0391a4a" [ 702.624784] env[68867]: _type = "Task" [ 702.624784] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.637265] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524933fa-494e-ed2d-2f57-762fe0391a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.918785] env[68867]: DEBUG oslo_vmware.api [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951144, 'name': PowerOnVM_Task, 'duration_secs': 0.672136} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.918785] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.918989] env[68867]: INFO nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Took 9.34 seconds to spawn the instance on the hypervisor. [ 702.919179] env[68867]: DEBUG nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.920865] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab529d0-2319-4c55-8257-d75eea394e09 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.952129] env[68867]: DEBUG nova.network.neutron [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.025732] env[68867]: DEBUG oslo_vmware.api [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Task: {'id': task-2951145, 'name': PowerOnVM_Task, 'duration_secs': 0.650372} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.026066] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.026243] env[68867]: DEBUG nova.compute.manager [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.027041] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecfb4ab-39ff-4c61-b974-83fa40c91957 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.062211] env[68867]: DEBUG nova.network.neutron [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Updated VIF entry in instance network info cache for port d237c628-20d3-467a-b2f9-7a034334c4bb. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.063631] env[68867]: DEBUG nova.network.neutron [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Updating instance_info_cache with network_info: [{"id": "d237c628-20d3-467a-b2f9-7a034334c4bb", "address": "fa:16:3e:ab:04:79", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd237c628-20", "ovs_interfaceid": "d237c628-20d3-467a-b2f9-7a034334c4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.096512] env[68867]: DEBUG oslo_vmware.api [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951146, 'name': PowerOffVM_Task, 'duration_secs': 0.324559} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.096815] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.097141] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.097284] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254717cf-e219-4ed3-b139-d41b2e918156 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.120274] env[68867]: DEBUG nova.scheduler.client.report [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.138355] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524933fa-494e-ed2d-2f57-762fe0391a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01452} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.139442] env[68867]: DEBUG nova.network.neutron [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Updating instance_info_cache with network_info: [{"id": "4c4d84db-da14-4db0-b16c-5a9c97dfc702", "address": "fa:16:3e:c0:18:cf", "network": {"id": "5624ab58-f4da-431b-9943-683da722a16a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2100659944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3758ed768acc4b49bdb65fd887162513", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4d84db-da", "ovs_interfaceid": "4c4d84db-da14-4db0-b16c-5a9c97dfc702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.145153] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378c0266-cbef-43ae-9f08-608448b5cbb7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.153488] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 703.153488] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ee5a5c-58bc-8341-3af8-5edd929d6c01" [ 703.153488] env[68867]: _type = "Task" [ 703.153488] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.171495] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ee5a5c-58bc-8341-3af8-5edd929d6c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.181033] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.181033] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.181033] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Deleting the datastore file [datastore1] b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.181033] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abdda874-b909-452c-b5ff-a8646496ca67 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.186130] env[68867]: DEBUG oslo_vmware.api [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for the task: (returnval){ [ 703.186130] env[68867]: value = "task-2951148" [ 703.186130] env[68867]: _type = "Task" [ 703.186130] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.196772] env[68867]: DEBUG oslo_vmware.api [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.444223] env[68867]: INFO nova.compute.manager [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Took 31.14 seconds to build instance. [ 703.551022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.566061] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Releasing lock "refresh_cache-7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.566061] env[68867]: DEBUG nova.compute.manager [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Received event network-vif-plugged-4c4d84db-da14-4db0-b16c-5a9c97dfc702 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.566695] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Acquiring lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.566931] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.567113] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.567283] env[68867]: DEBUG nova.compute.manager [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] No waiting events found dispatching network-vif-plugged-4c4d84db-da14-4db0-b16c-5a9c97dfc702 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.567495] env[68867]: WARNING nova.compute.manager [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Received unexpected event network-vif-plugged-4c4d84db-da14-4db0-b16c-5a9c97dfc702 for instance with vm_state building and task_state spawning. [ 703.567673] env[68867]: DEBUG nova.compute.manager [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Received event network-changed-4c4d84db-da14-4db0-b16c-5a9c97dfc702 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.567826] env[68867]: DEBUG nova.compute.manager [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Refreshing instance network info cache due to event network-changed-4c4d84db-da14-4db0-b16c-5a9c97dfc702. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.567990] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Acquiring lock "refresh_cache-c00d45a8-09f6-4673-a53a-e92be99fe1b7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.625896] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.626534] env[68867]: DEBUG nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.629432] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.929s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.630824] env[68867]: INFO nova.compute.claims [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.641837] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Releasing lock "refresh_cache-c00d45a8-09f6-4673-a53a-e92be99fe1b7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.642154] env[68867]: DEBUG nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Instance network_info: |[{"id": "4c4d84db-da14-4db0-b16c-5a9c97dfc702", "address": "fa:16:3e:c0:18:cf", "network": {"id": "5624ab58-f4da-431b-9943-683da722a16a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2100659944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3758ed768acc4b49bdb65fd887162513", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4d84db-da", "ovs_interfaceid": "4c4d84db-da14-4db0-b16c-5a9c97dfc702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.642550] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Acquired lock "refresh_cache-c00d45a8-09f6-4673-a53a-e92be99fe1b7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.642791] env[68867]: DEBUG nova.network.neutron [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Refreshing network info cache for port 4c4d84db-da14-4db0-b16c-5a9c97dfc702 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.643835] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:18:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4d84db-da14-4db0-b16c-5a9c97dfc702', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.656000] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Creating folder: Project (3758ed768acc4b49bdb65fd887162513). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.664129] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec5ae54b-2431-494c-8370-b06876c5fba7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.680038] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ee5a5c-58bc-8341-3af8-5edd929d6c01, 'name': SearchDatastore_Task, 'duration_secs': 0.014601} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.680330] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.680613] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a/7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.680895] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-332766bf-c0dc-493f-90ae-e70b77884e23 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.687588] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Created folder: Project (3758ed768acc4b49bdb65fd887162513) in parent group-v592242. [ 703.687867] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Creating folder: Instances. Parent ref: group-v592287. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.692545] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb270dcd-3319-4949-ad97-ea2a2445107b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.695678] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 703.695678] env[68867]: value = "task-2951150" [ 703.695678] env[68867]: _type = "Task" [ 703.695678] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.702982] env[68867]: DEBUG oslo_vmware.api [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Task: {'id': task-2951148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258907} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.703587] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.703775] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.704019] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.704205] env[68867]: INFO nova.compute.manager [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Took 1.21 seconds to destroy the instance on the hypervisor. [ 703.704441] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.708287] env[68867]: DEBUG nova.compute.manager [-] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.708379] env[68867]: DEBUG nova.network.neutron [-] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.709865] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Created folder: Instances in parent group-v592287. [ 703.710173] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.714111] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.714364] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.714809] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b86bb50-0f0c-4e69-b436-3e1b2f86d0af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.735170] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.735170] env[68867]: value = "task-2951152" [ 703.735170] env[68867]: _type = "Task" [ 703.735170] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.743868] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951152, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.778991] env[68867]: DEBUG nova.network.neutron [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Updated VIF entry in instance network info cache for port 068486f1-c83a-48ef-b7b6-7dda51781785. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.779389] env[68867]: DEBUG nova.network.neutron [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Updating instance_info_cache with network_info: [{"id": "068486f1-c83a-48ef-b7b6-7dda51781785", "address": "fa:16:3e:d8:e1:40", "network": {"id": "a8fc9e19-7fec-496f-89ff-42046c3917f4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1738619863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f54b76cd4e4736964ca99af6cab58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068486f1-c8", "ovs_interfaceid": "068486f1-c83a-48ef-b7b6-7dda51781785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.897615] env[68867]: DEBUG nova.network.neutron [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Updated VIF entry in instance network info cache for port 4c4d84db-da14-4db0-b16c-5a9c97dfc702. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.897787] env[68867]: DEBUG nova.network.neutron [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Updating instance_info_cache with network_info: [{"id": "4c4d84db-da14-4db0-b16c-5a9c97dfc702", "address": "fa:16:3e:c0:18:cf", "network": {"id": "5624ab58-f4da-431b-9943-683da722a16a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2100659944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3758ed768acc4b49bdb65fd887162513", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4d84db-da", "ovs_interfaceid": "4c4d84db-da14-4db0-b16c-5a9c97dfc702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.948078] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fb7a6842-b743-45bc-b24d-41ae87a0d05c tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.157s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.140661] env[68867]: DEBUG nova.compute.utils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.155999] env[68867]: DEBUG nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.155999] env[68867]: DEBUG nova.network.neutron [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.212711] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951150, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.251431] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951152, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.259363] env[68867]: DEBUG nova.policy [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c2fdf51e8554ac28c4066e8acca4d18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ef65643d834b06a71e9b74f7e8fac4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.281840] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac55beff-a9b7-4088-b79c-90e152adb3fb req-992f5474-4077-413c-99a4-c85305f406e2 service nova] Releasing lock "refresh_cache-fec55202-9159-4470-9f76-6ce5144d52d0" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.400561] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa873ab5-f72d-4ca1-936e-cb86f368c942 req-cbb6346e-601f-4d5b-ae3a-6803a37fac3e service nova] Releasing lock "refresh_cache-c00d45a8-09f6-4673-a53a-e92be99fe1b7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.457468] env[68867]: DEBUG nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.615371] env[68867]: DEBUG nova.network.neutron [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Successfully created port: b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.652565] env[68867]: DEBUG nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.657071] env[68867]: DEBUG nova.compute.manager [req-5b68e9b8-8a56-4382-b569-40a063c9d970 req-52a6ece8-db9c-4d8a-a983-9ad9971e6b0a service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Received event network-vif-deleted-c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.657273] env[68867]: INFO nova.compute.manager [req-5b68e9b8-8a56-4382-b569-40a063c9d970 req-52a6ece8-db9c-4d8a-a983-9ad9971e6b0a service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Neutron deleted interface c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70; detaching it from the instance and deleting it from the info cache [ 704.657507] env[68867]: DEBUG nova.network.neutron [req-5b68e9b8-8a56-4382-b569-40a063c9d970 req-52a6ece8-db9c-4d8a-a983-9ad9971e6b0a service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.708047] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785471} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.708327] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a/7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.708637] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.711416] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d3b498-e808-4d4b-abe9-f2c37c7ce2b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.720541] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 704.720541] env[68867]: value = "task-2951153" [ 704.720541] env[68867]: _type = "Task" [ 704.720541] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.729155] env[68867]: DEBUG nova.network.neutron [-] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.733724] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.746969] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951152, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.979040] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.126508] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dbd47a-c95e-4d07-b355-b47262e4c230 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.135036] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d8d18-c15d-456e-8b6e-446f505ba838 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.171221] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fb91f0f-16d6-4449-adec-71e72e0a516a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.173748] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe48d02-ff29-425d-ad9d-9e28d62624e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.183631] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528885e-3cb3-4d53-aad7-f39acff101bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.191733] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150dabab-2c36-4bbf-9a17-4dcefa4b5d49 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.214857] env[68867]: DEBUG nova.compute.provider_tree [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.227294] env[68867]: DEBUG nova.compute.manager [req-5b68e9b8-8a56-4382-b569-40a063c9d970 req-52a6ece8-db9c-4d8a-a983-9ad9971e6b0a service nova] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Detach interface failed, port_id=c0f43b3a-ac1b-493e-9bd3-5b46af0a2d70, reason: Instance b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 705.236202] env[68867]: INFO nova.compute.manager [-] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Took 1.53 seconds to deallocate network for instance. [ 705.236753] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074952} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.238448] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.246034] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fd6fe9-c34f-40b9-aff5-189de0e4ded3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.266134] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951152, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.275119] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a/7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.278859] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85068478-a1f0-435b-aa1d-4d02367f49fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.297906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "e468efa9-3964-4eee-a813-a692b8ecf98d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.297906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "e468efa9-3964-4eee-a813-a692b8ecf98d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.298210] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "e468efa9-3964-4eee-a813-a692b8ecf98d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.298280] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "e468efa9-3964-4eee-a813-a692b8ecf98d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.298436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "e468efa9-3964-4eee-a813-a692b8ecf98d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.301327] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 705.301327] env[68867]: value = "task-2951154" [ 705.301327] env[68867]: _type = "Task" [ 705.301327] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.301783] env[68867]: INFO nova.compute.manager [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Terminating instance [ 705.313334] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.673739] env[68867]: DEBUG nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.713469] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:51:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1845508402',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-877107016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.713469] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.713469] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.713771] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.713771] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.713771] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.713771] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.713771] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.713938] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.716962] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.717512] env[68867]: DEBUG nova.virt.hardware [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.718527] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d6202-1056-4053-bfac-f53feb87aabc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.727595] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d106b33-95f9-414c-925a-a319f0c2e773 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.754600] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.760513] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951152, 'name': CreateVM_Task, 'duration_secs': 1.582852} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.760513] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.760900] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761083] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.762101] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.763411] env[68867]: ERROR nova.scheduler.client.report [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [req-cfe8c207-1eec-4777-9d89-4fb11375a6af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cfe8c207-1eec-4777-9d89-4fb11375a6af"}]} [ 705.763835] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152be333-0753-4f9e-ab90-b4c598d52f30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.773930] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 705.773930] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b1da78-e4ac-b2fb-4c4c-f65e9f27a09f" [ 705.773930] env[68867]: _type = "Task" [ 705.773930] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.784231] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b1da78-e4ac-b2fb-4c4c-f65e9f27a09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.796421] env[68867]: DEBUG nova.compute.manager [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.798802] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9238c95b-0033-437b-80ee-30011f0188fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.804457] env[68867]: DEBUG nova.scheduler.client.report [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 705.813826] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "refresh_cache-e468efa9-3964-4eee-a813-a692b8ecf98d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.814119] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquired lock "refresh_cache-e468efa9-3964-4eee-a813-a692b8ecf98d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.814360] env[68867]: DEBUG nova.network.neutron [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.823326] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.826933] env[68867]: DEBUG nova.scheduler.client.report [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 705.827276] env[68867]: DEBUG nova.compute.provider_tree [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.841465] env[68867]: DEBUG nova.scheduler.client.report [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 705.863390] env[68867]: DEBUG nova.scheduler.client.report [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 706.163046] env[68867]: DEBUG nova.network.neutron [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Successfully updated port: b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.284700] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b1da78-e4ac-b2fb-4c4c-f65e9f27a09f, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.287266] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.287511] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.287759] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.287902] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.288097] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.288770] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e31db44-51fe-47cc-aa0b-c91725ab4af2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.299367] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.299367] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.299507] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3e7c93-663a-4894-8289-cd086fd81da6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.306968] env[68867]: DEBUG nova.compute.manager [req-a293a72b-1877-46be-a3f6-4d7e1baea57b req-5fabc42e-3b96-45a8-9f2c-7fac3db68bb1 service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Received event network-vif-plugged-b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.307207] env[68867]: DEBUG oslo_concurrency.lockutils [req-a293a72b-1877-46be-a3f6-4d7e1baea57b req-5fabc42e-3b96-45a8-9f2c-7fac3db68bb1 service nova] Acquiring lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.307395] env[68867]: DEBUG oslo_concurrency.lockutils [req-a293a72b-1877-46be-a3f6-4d7e1baea57b req-5fabc42e-3b96-45a8-9f2c-7fac3db68bb1 service nova] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.307891] env[68867]: DEBUG oslo_concurrency.lockutils [req-a293a72b-1877-46be-a3f6-4d7e1baea57b req-5fabc42e-3b96-45a8-9f2c-7fac3db68bb1 service nova] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.307891] env[68867]: DEBUG nova.compute.manager [req-a293a72b-1877-46be-a3f6-4d7e1baea57b req-5fabc42e-3b96-45a8-9f2c-7fac3db68bb1 service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] No waiting events found dispatching network-vif-plugged-b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.307891] env[68867]: WARNING nova.compute.manager [req-a293a72b-1877-46be-a3f6-4d7e1baea57b req-5fabc42e-3b96-45a8-9f2c-7fac3db68bb1 service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Received unexpected event network-vif-plugged-b8a9f101-f707-4801-abbc-9803ce21fd11 for instance with vm_state building and task_state spawning. [ 706.310143] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 706.310143] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d9687f-4221-1951-47c9-3189fbfaf32d" [ 706.310143] env[68867]: _type = "Task" [ 706.310143] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.325987] env[68867]: INFO nova.compute.manager [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] instance snapshotting [ 706.328189] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951154, 'name': ReconfigVM_Task, 'duration_secs': 0.807029} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.331995] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4915cb-f447-421b-9d12-f14c8f6ed3a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.334807] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a/7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.335496] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d9687f-4221-1951-47c9-3189fbfaf32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.336419] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01844932-b3a3-48b6-ab4e-f792f6b72ca2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.338421] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323777a1-65cb-4c89-8e08-5dc7585d04ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.358057] env[68867]: DEBUG nova.network.neutron [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.363217] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce82444b-4457-4c9f-b5d2-bd975eef7caf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.366328] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 706.366328] env[68867]: value = "task-2951155" [ 706.366328] env[68867]: _type = "Task" [ 706.366328] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.367879] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89521d5-5efa-41c5-80b3-9f2ffb2405cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.412360] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e21074-6664-46da-9105-aba795a209b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.418750] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951155, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.423939] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d113b-d27e-4d2f-a745-06359f925c8c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.438139] env[68867]: DEBUG nova.compute.provider_tree [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.484082] env[68867]: DEBUG nova.network.neutron [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.667292] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.667664] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.667869] env[68867]: DEBUG nova.network.neutron [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.825111] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d9687f-4221-1951-47c9-3189fbfaf32d, 'name': SearchDatastore_Task, 'duration_secs': 0.037958} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.826439] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ae4a29-aede-4857-94cb-74e11ae433ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.831533] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 706.831533] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526052cf-6b66-e396-f693-4513f569f57c" [ 706.831533] env[68867]: _type = "Task" [ 706.831533] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.840439] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526052cf-6b66-e396-f693-4513f569f57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.876137] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951155, 'name': Rename_Task, 'duration_secs': 0.478275} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.876587] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.876782] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-379d8e8f-3c5d-4ee8-a3ea-2695bf0d8eaa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.883096] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 706.883096] env[68867]: value = "task-2951156" [ 706.883096] env[68867]: _type = "Task" [ 706.883096] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.890616] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.909902] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.910272] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-568b68eb-0768-4aab-9229-7c57af709623 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.917930] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 706.917930] env[68867]: value = "task-2951157" [ 706.917930] env[68867]: _type = "Task" [ 706.917930] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.926485] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.980015] env[68867]: DEBUG nova.scheduler.client.report [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 706.980322] env[68867]: DEBUG nova.compute.provider_tree [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 41 to 42 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 706.980523] env[68867]: DEBUG nova.compute.provider_tree [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.986742] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Releasing lock "refresh_cache-e468efa9-3964-4eee-a813-a692b8ecf98d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.987169] env[68867]: DEBUG nova.compute.manager [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.987359] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.988323] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e018bc-e7c0-45d8-8f13-50b3dea69cf4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.995966] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.996227] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f84009-5986-4e10-bb69-089491e3e1fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003449] env[68867]: DEBUG oslo_vmware.api [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 707.003449] env[68867]: value = "task-2951158" [ 707.003449] env[68867]: _type = "Task" [ 707.003449] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.012428] env[68867]: DEBUG oslo_vmware.api [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.202685] env[68867]: DEBUG nova.network.neutron [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.342986] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526052cf-6b66-e396-f693-4513f569f57c, 'name': SearchDatastore_Task, 'duration_secs': 0.04421} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.343358] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.343774] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c00d45a8-09f6-4673-a53a-e92be99fe1b7/c00d45a8-09f6-4673-a53a-e92be99fe1b7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.344013] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c666a7-a91b-48d4-8d4f-e9c0ad0782a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.351607] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 707.351607] env[68867]: value = "task-2951159" [ 707.351607] env[68867]: _type = "Task" [ 707.351607] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.359540] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.360560] env[68867]: DEBUG nova.network.neutron [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Updating instance_info_cache with network_info: [{"id": "b8a9f101-f707-4801-abbc-9803ce21fd11", "address": "fa:16:3e:77:b9:ed", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a9f101-f7", "ovs_interfaceid": "b8a9f101-f707-4801-abbc-9803ce21fd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.394464] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951156, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.428463] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.486529] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.857s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.487087] env[68867]: DEBUG nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.493633] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.253s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.521937] env[68867]: DEBUG oslo_vmware.api [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951158, 'name': PowerOffVM_Task, 'duration_secs': 0.106062} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.522399] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.522674] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.523042] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69b28d16-f3a0-4424-81b8-66ae84c463cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.549595] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.549840] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.550049] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Deleting the datastore file [datastore2] e468efa9-3964-4eee-a813-a692b8ecf98d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.550311] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db7a3acd-0ef9-48f7-9035-bde4616f5c2f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.562226] env[68867]: DEBUG oslo_vmware.api [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for the task: (returnval){ [ 707.562226] env[68867]: value = "task-2951161" [ 707.562226] env[68867]: _type = "Task" [ 707.562226] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.573680] env[68867]: DEBUG oslo_vmware.api [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.865325] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Releasing lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.865830] env[68867]: DEBUG nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Instance network_info: |[{"id": "b8a9f101-f707-4801-abbc-9803ce21fd11", "address": "fa:16:3e:77:b9:ed", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a9f101-f7", "ovs_interfaceid": "b8a9f101-f707-4801-abbc-9803ce21fd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.866204] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.866641] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:b9:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a9f101-f707-4801-abbc-9803ce21fd11', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.875479] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Creating folder: Project (d2ef65643d834b06a71e9b74f7e8fac4). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.876617] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0e5eca8-8f40-4b4f-8aa0-b0c627a5036b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.890730] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Created folder: Project (d2ef65643d834b06a71e9b74f7e8fac4) in parent group-v592242. [ 707.890942] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Creating folder: Instances. Parent ref: group-v592291. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.891537] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b27a2820-1825-4822-852b-f82665ea8f00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.896155] env[68867]: DEBUG oslo_vmware.api [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951156, 'name': PowerOnVM_Task, 'duration_secs': 0.529439} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.896761] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.896961] env[68867]: INFO nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Took 9.92 seconds to spawn the instance on the hypervisor. [ 707.897214] env[68867]: DEBUG nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.898151] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27333212-735a-42a6-9e09-d826c9892125 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.904595] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Created folder: Instances in parent group-v592291. [ 707.904821] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.907332] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.910681] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b05eae4f-8a99-486a-9e8b-c02f3ed5be82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.933590] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951157, 'name': CreateSnapshot_Task, 'duration_secs': 0.713584} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.934943] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.935197] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.935197] env[68867]: value = "task-2951164" [ 707.935197] env[68867]: _type = "Task" [ 707.935197] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.935874] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4d7d04-0ff3-4ebe-9858-ef4d0fe0342a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.946379] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951164, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.994938] env[68867]: DEBUG nova.compute.utils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.996033] env[68867]: DEBUG nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.996033] env[68867]: DEBUG nova.network.neutron [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.001129] env[68867]: INFO nova.compute.claims [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.070028] env[68867]: DEBUG nova.policy [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e3a04511f444da43b8ac5917c8897', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bb151c0c34d4b7b8aeeac0a6ecbaddc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.075816] env[68867]: DEBUG oslo_vmware.api [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Task: {'id': task-2951161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429597} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.076333] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.076543] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.076965] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.077618] env[68867]: INFO nova.compute.manager [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 708.077848] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.078162] env[68867]: DEBUG nova.compute.manager [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.078277] env[68867]: DEBUG nova.network.neutron [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.101578] env[68867]: DEBUG nova.network.neutron [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.158144] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "14625365-3474-4822-a561-dce6ae6b5cfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.158410] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "14625365-3474-4822-a561-dce6ae6b5cfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.237374] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "5c480ae9-bbf7-4d14-be10-bd5165525885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.237787] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.238106] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "5c480ae9-bbf7-4d14-be10-bd5165525885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.238503] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.239223] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.241350] env[68867]: INFO nova.compute.manager [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Terminating instance [ 708.363110] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541114} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.363545] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c00d45a8-09f6-4673-a53a-e92be99fe1b7/c00d45a8-09f6-4673-a53a-e92be99fe1b7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.363796] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.364114] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee4f083e-c9fb-4924-9954-1740873a57bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.372910] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 708.372910] env[68867]: value = "task-2951165" [ 708.372910] env[68867]: _type = "Task" [ 708.372910] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.384579] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.434329] env[68867]: INFO nova.compute.manager [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Took 29.57 seconds to build instance. [ 708.439496] env[68867]: DEBUG nova.network.neutron [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Successfully created port: 259d7d0d-6c15-4818-8e87-f9203647d0e3 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.453539] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951164, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.462679] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.463308] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c458ae31-4c1b-41f5-b144-d928735a86a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.471386] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 708.471386] env[68867]: value = "task-2951166" [ 708.471386] env[68867]: _type = "Task" [ 708.471386] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.479874] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951166, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.505728] env[68867]: DEBUG nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.512894] env[68867]: INFO nova.compute.resource_tracker [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating resource usage from migration 8149f6c6-b7e3-412a-8496-ccd4fe1c9ab1 [ 708.532088] env[68867]: DEBUG nova.compute.manager [None req-6e482651-b0c8-4df0-b39f-d1b52c5b6d0e tempest-ServerDiagnosticsTest-1822096482 tempest-ServerDiagnosticsTest-1822096482-project-admin] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.533511] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b987619b-e1d8-4779-a0bf-5608fb45c8eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.544018] env[68867]: INFO nova.compute.manager [None req-6e482651-b0c8-4df0-b39f-d1b52c5b6d0e tempest-ServerDiagnosticsTest-1822096482 tempest-ServerDiagnosticsTest-1822096482-project-admin] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Retrieving diagnostics [ 708.545142] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36a0a1-eaa1-4c82-b85c-aafdc7e7d70c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.606872] env[68867]: DEBUG nova.network.neutron [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.641672] env[68867]: DEBUG nova.compute.manager [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Received event network-changed-b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.641864] env[68867]: DEBUG nova.compute.manager [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Refreshing instance network info cache due to event network-changed-b8a9f101-f707-4801-abbc-9803ce21fd11. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.642162] env[68867]: DEBUG oslo_concurrency.lockutils [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] Acquiring lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.643212] env[68867]: DEBUG oslo_concurrency.lockutils [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] Acquired lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.643212] env[68867]: DEBUG nova.network.neutron [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Refreshing network info cache for port b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.734171] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.735038] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.747674] env[68867]: DEBUG nova.compute.manager [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.748330] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.751483] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819ef67d-612a-4b58-ace1-35714f0be2e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.760485] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.760643] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bc6417a-56d4-4c53-adfa-3f90eb413a91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.769505] env[68867]: DEBUG oslo_vmware.api [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 708.769505] env[68867]: value = "task-2951167" [ 708.769505] env[68867]: _type = "Task" [ 708.769505] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.780126] env[68867]: DEBUG oslo_vmware.api [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.886689] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.938070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-323e2332-5bad-4a01-a32e-ef26657dc84d tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.283s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.955479] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951164, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.984119] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951166, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.104579] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1d1455-1b83-4e92-94e4-4c93575168ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.110942] env[68867]: INFO nova.compute.manager [-] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Took 1.03 seconds to deallocate network for instance. [ 709.115776] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3244733-4fef-40ac-bc37-9e5c011a93a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.157037] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fe234a-e49a-400f-9db6-2f3436db78d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.166035] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4fb5a3-acc2-40c9-b924-ebeaf5104f55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.181501] env[68867]: DEBUG nova.compute.provider_tree [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.283998] env[68867]: DEBUG oslo_vmware.api [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951167, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.386879] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.977418} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.387246] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.388471] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1153e4-8d00-4f69-b514-042c059c9db6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.416612] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c00d45a8-09f6-4673-a53a-e92be99fe1b7/c00d45a8-09f6-4673-a53a-e92be99fe1b7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.417874] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9cd0e3-1087-4919-840e-8448d2a51b7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.439626] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 709.439626] env[68867]: value = "task-2951168" [ 709.439626] env[68867]: _type = "Task" [ 709.439626] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.443512] env[68867]: DEBUG nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.454973] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.461049] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951164, 'name': CreateVM_Task, 'duration_secs': 1.374259} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.461117] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.461773] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.462065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.462386] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.462641] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aeb9aca-660a-49ce-b472-f6ae1f3f7b84 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.467741] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 709.467741] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a29ce8-7957-1b9c-e8f3-ccb68e71d129" [ 709.467741] env[68867]: _type = "Task" [ 709.467741] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.481128] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a29ce8-7957-1b9c-e8f3-ccb68e71d129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.486468] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951166, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.517246] env[68867]: DEBUG nova.network.neutron [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Updated VIF entry in instance network info cache for port b8a9f101-f707-4801-abbc-9803ce21fd11. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.517246] env[68867]: DEBUG nova.network.neutron [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Updating instance_info_cache with network_info: [{"id": "b8a9f101-f707-4801-abbc-9803ce21fd11", "address": "fa:16:3e:77:b9:ed", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a9f101-f7", "ovs_interfaceid": "b8a9f101-f707-4801-abbc-9803ce21fd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.525947] env[68867]: DEBUG nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.553909] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.553909] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.553909] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.554139] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.554139] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.554139] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.554375] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.554460] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.554624] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.554763] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.554928] env[68867]: DEBUG nova.virt.hardware [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.555918] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943b201-a3dc-4753-9934-8534bafd514d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.564075] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146129e6-bbb4-46f3-baa2-45fab974abf0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.626513] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.684380] env[68867]: DEBUG nova.scheduler.client.report [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.781290] env[68867]: DEBUG oslo_vmware.api [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951167, 'name': PowerOffVM_Task, 'duration_secs': 0.55989} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.781593] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.781761] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.782063] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4541a737-ed41-448d-a5fe-861c92d971c3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.855309] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.855727] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.855943] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleting the datastore file [datastore2] 5c480ae9-bbf7-4d14-be10-bd5165525885 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.856234] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2dfed0f-2996-4649-9cff-8ead88342dc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.865023] env[68867]: DEBUG oslo_vmware.api [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 709.865023] env[68867]: value = "task-2951170" [ 709.865023] env[68867]: _type = "Task" [ 709.865023] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.871473] env[68867]: DEBUG oslo_vmware.api [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.918180] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.918515] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.918748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.918941] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.919126] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.921386] env[68867]: INFO nova.compute.manager [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Terminating instance [ 709.953258] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.982696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.987129] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a29ce8-7957-1b9c-e8f3-ccb68e71d129, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.987129] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.987129] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.987129] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.987329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.987329] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.988657] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9670fd4-94db-486e-bf66-9608f467c304 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.990630] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951166, 'name': CloneVM_Task, 'duration_secs': 1.41713} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.990871] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Created linked-clone VM from snapshot [ 709.992028] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a5eca-bfca-4bec-90d0-2d9bf9d54696 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.000117] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Uploading image 051de6bb-b546-40fb-b52f-0b04dcc70fa8 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.009444] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.009688] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.010692] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411da6b3-9db4-4b61-8289-8885cc2735ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.022014] env[68867]: DEBUG oslo_concurrency.lockutils [req-f993d87a-bed4-45e5-a1f7-97d9348d3b59 req-0e9b10f4-d2b0-4f9b-9869-bf5aee4b59ef service nova] Releasing lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.022502] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 710.022502] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b9c07b-4b4a-ca7b-c0df-ebeec9ce47b3" [ 710.022502] env[68867]: _type = "Task" [ 710.022502] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.036220] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 710.036220] env[68867]: value = "vm-592294" [ 710.036220] env[68867]: _type = "VirtualMachine" [ 710.036220] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 710.036220] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5356fc7f-3876-4a2d-85b2-a51a82105ecc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.043376] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b9c07b-4b4a-ca7b-c0df-ebeec9ce47b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.044668] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1d9db5-7a03-4b12-bf42-44e65097d328 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.048378] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lease: (returnval){ [ 710.048378] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed6f65-49a2-8ffe-3e0f-f14e11f5e3aa" [ 710.048378] env[68867]: _type = "HttpNfcLease" [ 710.048378] env[68867]: } obtained for exporting VM: (result){ [ 710.048378] env[68867]: value = "vm-592294" [ 710.048378] env[68867]: _type = "VirtualMachine" [ 710.048378] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 710.048971] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the lease: (returnval){ [ 710.048971] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed6f65-49a2-8ffe-3e0f-f14e11f5e3aa" [ 710.048971] env[68867]: _type = "HttpNfcLease" [ 710.048971] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 710.053859] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 710.053859] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525d3ba1-fec2-44c2-0cd2-4c562795a337" [ 710.053859] env[68867]: _type = "Task" [ 710.053859] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.062202] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.062202] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed6f65-49a2-8ffe-3e0f-f14e11f5e3aa" [ 710.062202] env[68867]: _type = "HttpNfcLease" [ 710.062202] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 710.069119] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525d3ba1-fec2-44c2-0cd2-4c562795a337, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.069468] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.069772] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157/7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.070433] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c59b0705-b552-45a5-aacd-77b21e602903 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.078734] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 710.078734] env[68867]: value = "task-2951172" [ 710.078734] env[68867]: _type = "Task" [ 710.078734] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.087583] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.189772] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.698s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.190116] env[68867]: INFO nova.compute.manager [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Migrating [ 710.190641] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.190641] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.191702] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.674s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.196689] env[68867]: INFO nova.compute.claims [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.375723] env[68867]: DEBUG oslo_vmware.api [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26671} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.379023] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.379023] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.379023] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.379023] env[68867]: INFO nova.compute.manager [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Took 1.63 seconds to destroy the instance on the hypervisor. [ 710.379023] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.379351] env[68867]: DEBUG nova.compute.manager [-] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.379351] env[68867]: DEBUG nova.network.neutron [-] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.429600] env[68867]: DEBUG nova.compute.manager [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.432349] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.436100] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb1d1f5-98de-4460-9ad6-3850f75baf81 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.445542] env[68867]: DEBUG nova.network.neutron [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Successfully updated port: 259d7d0d-6c15-4818-8e87-f9203647d0e3 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.460695] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.461469] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86dacaf-5df7-4911-ad27-addb992b974b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.470667] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951168, 'name': ReconfigVM_Task, 'duration_secs': 0.600006} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.475168] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c00d45a8-09f6-4673-a53a-e92be99fe1b7/c00d45a8-09f6-4673-a53a-e92be99fe1b7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.475859] env[68867]: DEBUG oslo_vmware.api [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 710.475859] env[68867]: value = "task-2951173" [ 710.475859] env[68867]: _type = "Task" [ 710.475859] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.476187] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d6d7c55-62c9-471d-b657-19dfa8271539 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.491633] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 710.491633] env[68867]: value = "task-2951174" [ 710.491633] env[68867]: _type = "Task" [ 710.491633] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.497651] env[68867]: DEBUG oslo_vmware.api [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.511392] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951174, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.558663] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.558663] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed6f65-49a2-8ffe-3e0f-f14e11f5e3aa" [ 710.558663] env[68867]: _type = "HttpNfcLease" [ 710.558663] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.559097] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.559097] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed6f65-49a2-8ffe-3e0f-f14e11f5e3aa" [ 710.559097] env[68867]: _type = "HttpNfcLease" [ 710.559097] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.559946] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0bb611-5e26-4732-9d90-4bbf2d72cf3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.581851] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cf89b-40f0-de3a-f692-8640ed5f27b8/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.582173] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cf89b-40f0-de3a-f692-8640ed5f27b8/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.655821] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951172, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.696302] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37d27e8e-dd60-4d8a-b479-d7c575155dd3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.703963] env[68867]: INFO nova.compute.rpcapi [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 710.704760] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.954114] env[68867]: DEBUG nova.compute.manager [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Received event network-vif-plugged-259d7d0d-6c15-4818-8e87-f9203647d0e3 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.955576] env[68867]: DEBUG oslo_concurrency.lockutils [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] Acquiring lock "5a701b05-079c-413d-b576-901b0e487964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.955809] env[68867]: DEBUG oslo_concurrency.lockutils [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] Lock "5a701b05-079c-413d-b576-901b0e487964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.956117] env[68867]: DEBUG oslo_concurrency.lockutils [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] Lock "5a701b05-079c-413d-b576-901b0e487964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.956668] env[68867]: DEBUG nova.compute.manager [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] No waiting events found dispatching network-vif-plugged-259d7d0d-6c15-4818-8e87-f9203647d0e3 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.956668] env[68867]: WARNING nova.compute.manager [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Received unexpected event network-vif-plugged-259d7d0d-6c15-4818-8e87-f9203647d0e3 for instance with vm_state building and task_state spawning. [ 710.958138] env[68867]: DEBUG nova.compute.manager [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Received event network-changed-259d7d0d-6c15-4818-8e87-f9203647d0e3 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.958355] env[68867]: DEBUG nova.compute.manager [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Refreshing instance network info cache due to event network-changed-259d7d0d-6c15-4818-8e87-f9203647d0e3. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.958636] env[68867]: DEBUG oslo_concurrency.lockutils [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] Acquiring lock "refresh_cache-5a701b05-079c-413d-b576-901b0e487964" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.958826] env[68867]: DEBUG oslo_concurrency.lockutils [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] Acquired lock "refresh_cache-5a701b05-079c-413d-b576-901b0e487964" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.959081] env[68867]: DEBUG nova.network.neutron [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Refreshing network info cache for port 259d7d0d-6c15-4818-8e87-f9203647d0e3 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.961317] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "refresh_cache-5a701b05-079c-413d-b576-901b0e487964" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.991445] env[68867]: DEBUG oslo_vmware.api [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951173, 'name': PowerOffVM_Task, 'duration_secs': 0.425395} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.991719] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.992107] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.992467] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4ea8c7e-e5c9-4b5e-bdad-02aebb66fb8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.009618] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951174, 'name': Rename_Task, 'duration_secs': 0.252583} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.009618] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.009618] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d3c6ce8-3e45-4f25-8555-517cf95bd590 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.017460] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 711.017460] env[68867]: value = "task-2951176" [ 711.017460] env[68867]: _type = "Task" [ 711.017460] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.035053] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951176, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.068215] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.068215] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.068493] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Deleting the datastore file [datastore2] 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.068759] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f575a2-5dc1-4402-a346-ee4f10586b28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.087549] env[68867]: DEBUG oslo_vmware.api [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for the task: (returnval){ [ 711.087549] env[68867]: value = "task-2951177" [ 711.087549] env[68867]: _type = "Task" [ 711.087549] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.099897] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570457} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.100965] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157/7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.100965] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.102445] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3f9fbe2-60b3-4c34-9b7c-d35b0ac32b0f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.107104] env[68867]: DEBUG oslo_vmware.api [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.112808] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 711.112808] env[68867]: value = "task-2951178" [ 711.112808] env[68867]: _type = "Task" [ 711.112808] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.122951] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.225830] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.226210] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.226318] env[68867]: DEBUG nova.network.neutron [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.527330] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.531289] env[68867]: DEBUG nova.network.neutron [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.552015] env[68867]: DEBUG nova.compute.manager [req-c0983637-35b9-4c4b-b301-d74fab1bee08 req-e87666f5-0bd0-4386-b33a-ca3a126c81bd service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Received event network-vif-deleted-754d6711-a201-46d5-b790-82ea957005ab {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.552220] env[68867]: INFO nova.compute.manager [req-c0983637-35b9-4c4b-b301-d74fab1bee08 req-e87666f5-0bd0-4386-b33a-ca3a126c81bd service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Neutron deleted interface 754d6711-a201-46d5-b790-82ea957005ab; detaching it from the instance and deleting it from the info cache [ 711.552524] env[68867]: DEBUG nova.network.neutron [req-c0983637-35b9-4c4b-b301-d74fab1bee08 req-e87666f5-0bd0-4386-b33a-ca3a126c81bd service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.580531] env[68867]: DEBUG nova.network.neutron [-] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.606610] env[68867]: DEBUG oslo_vmware.api [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Task: {'id': task-2951177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144997} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.607360] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.608382] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.609763] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.609763] env[68867]: INFO nova.compute.manager [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 711.609763] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.609763] env[68867]: DEBUG nova.compute.manager [-] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.609763] env[68867]: DEBUG nova.network.neutron [-] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.632647] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129494} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.632647] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.633686] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3069c5-0585-4fff-af39-8414d7e1ddeb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.661870] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157/7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.671184] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbca2dc1-dfbd-445c-a3f9-3ddf262fddfa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.700285] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 711.700285] env[68867]: value = "task-2951179" [ 711.700285] env[68867]: _type = "Task" [ 711.700285] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.707315] env[68867]: DEBUG nova.network.neutron [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.715898] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951179, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.941861] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62a9994-295e-42d5-9b16-79bd82f46597 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.941861] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df0e284-eb86-4240-ba11-4aeaa6e5191f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.972047] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9c0a3-4932-4042-958e-e938cceac9c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.979627] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301f5cfd-e8e2-4311-8221-69374356e6c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.996063] env[68867]: DEBUG nova.compute.provider_tree [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.035507] env[68867]: DEBUG oslo_vmware.api [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951176, 'name': PowerOnVM_Task, 'duration_secs': 0.643901} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.035851] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.036015] env[68867]: INFO nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Took 11.30 seconds to spawn the instance on the hypervisor. [ 712.036265] env[68867]: DEBUG nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.037121] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3e5e04-5690-48a6-bd6f-cff5724fa36d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.055550] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8f537cd-a66d-4dfe-bc72-d4596463a58d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.066683] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b35ef4-3b00-4bdb-8e28-76f7c175a9d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.078439] env[68867]: DEBUG nova.network.neutron [-] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.099041] env[68867]: INFO nova.compute.manager [-] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Took 1.72 seconds to deallocate network for instance. [ 712.100282] env[68867]: DEBUG nova.compute.manager [req-c0983637-35b9-4c4b-b301-d74fab1bee08 req-e87666f5-0bd0-4386-b33a-ca3a126c81bd service nova] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Detach interface failed, port_id=754d6711-a201-46d5-b790-82ea957005ab, reason: Instance 5c480ae9-bbf7-4d14-be10-bd5165525885 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 712.211776] env[68867]: DEBUG oslo_concurrency.lockutils [req-c143140a-1e4a-4afe-85e0-6151b91b3233 req-8d8c649c-b4b8-468c-90c8-130b46eb93fd service nova] Releasing lock "refresh_cache-5a701b05-079c-413d-b576-901b0e487964" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.212229] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951179, 'name': ReconfigVM_Task, 'duration_secs': 0.311653} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.212442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquired lock "refresh_cache-5a701b05-079c-413d-b576-901b0e487964" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.212591] env[68867]: DEBUG nova.network.neutron [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.214468] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157/7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.215333] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d1eee1-f5b7-4d8d-aeb1-f9d9965f460f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.224160] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 712.224160] env[68867]: value = "task-2951180" [ 712.224160] env[68867]: _type = "Task" [ 712.224160] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.237621] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951180, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.253742] env[68867]: DEBUG nova.network.neutron [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance_info_cache with network_info: [{"id": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "address": "fa:16:3e:bc:cf:e7", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f7840-63", "ovs_interfaceid": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.522436] env[68867]: ERROR nova.scheduler.client.report [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [req-5f72d892-23ab-41a5-b1b2-12786caada8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f72d892-23ab-41a5-b1b2-12786caada8d"}]} [ 712.542063] env[68867]: DEBUG nova.scheduler.client.report [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.561511] env[68867]: INFO nova.compute.manager [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Took 33.07 seconds to build instance. [ 712.568735] env[68867]: DEBUG nova.scheduler.client.report [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.569682] env[68867]: DEBUG nova.compute.provider_tree [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.580613] env[68867]: INFO nova.compute.manager [-] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Took 0.97 seconds to deallocate network for instance. [ 712.586803] env[68867]: DEBUG nova.scheduler.client.report [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.607661] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.610616] env[68867]: DEBUG nova.scheduler.client.report [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.738664] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951180, 'name': Rename_Task, 'duration_secs': 0.183634} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.741581] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.741581] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc8c9d3-dd0a-491d-aeb4-2b21e8d20c97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.746079] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 712.746079] env[68867]: value = "task-2951181" [ 712.746079] env[68867]: _type = "Task" [ 712.746079] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.760759] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.763214] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.765665] env[68867]: DEBUG nova.network.neutron [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.025745] env[68867]: DEBUG nova.network.neutron [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Updating instance_info_cache with network_info: [{"id": "259d7d0d-6c15-4818-8e87-f9203647d0e3", "address": "fa:16:3e:8e:eb:02", "network": {"id": "f6ab27b2-86e0-42b7-a612-0fdf1be0dbcc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-510883547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb151c0c34d4b7b8aeeac0a6ecbaddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259d7d0d-6c", "ovs_interfaceid": "259d7d0d-6c15-4818-8e87-f9203647d0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.068085] env[68867]: DEBUG oslo_concurrency.lockutils [None req-025d5eef-080e-44ff-9f3c-17f648bbbfd7 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.094048] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.222856] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbf6ae6-3daf-4876-9a72-cf5e5d4e0405 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.231605] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b630af4f-57c4-4fb6-8452-e77878b0e739 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.266981] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043d159-a009-4733-8ed5-7a1818e736a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.280717] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951181, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.283586] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029de462-d2bd-464b-a18f-ede361bd5d88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.298235] env[68867]: DEBUG nova.compute.provider_tree [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.365242] env[68867]: DEBUG nova.compute.manager [req-1cbb7a9b-cbb2-4798-8896-87ce95dc9415 req-e4fb487c-aff7-483f-893c-854d4bf38f86 service nova] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Received event network-vif-deleted-d237c628-20d3-467a-b2f9-7a034334c4bb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.530983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Releasing lock "refresh_cache-5a701b05-079c-413d-b576-901b0e487964" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.531399] env[68867]: DEBUG nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Instance network_info: |[{"id": "259d7d0d-6c15-4818-8e87-f9203647d0e3", "address": "fa:16:3e:8e:eb:02", "network": {"id": "f6ab27b2-86e0-42b7-a612-0fdf1be0dbcc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-510883547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb151c0c34d4b7b8aeeac0a6ecbaddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259d7d0d-6c", "ovs_interfaceid": "259d7d0d-6c15-4818-8e87-f9203647d0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.531969] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:eb:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '259d7d0d-6c15-4818-8e87-f9203647d0e3', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.541142] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Creating folder: Project (0bb151c0c34d4b7b8aeeac0a6ecbaddc). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.541328] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69dd29cc-f707-4d0c-b186-eb650981dd36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.553586] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Created folder: Project (0bb151c0c34d4b7b8aeeac0a6ecbaddc) in parent group-v592242. [ 713.553823] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Creating folder: Instances. Parent ref: group-v592295. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.554365] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb63cee-71cb-4aab-87e9-7615382e7458 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.570706] env[68867]: DEBUG nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.574761] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Created folder: Instances in parent group-v592295. [ 713.577682] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.578279] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a701b05-079c-413d-b576-901b0e487964] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.578569] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f014522e-4819-424f-b148-db67fd748e82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.604115] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.604115] env[68867]: value = "task-2951184" [ 713.604115] env[68867]: _type = "Task" [ 713.604115] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.616262] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951184, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.773064] env[68867]: DEBUG oslo_vmware.api [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951181, 'name': PowerOnVM_Task, 'duration_secs': 0.852205} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.773404] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.773683] env[68867]: INFO nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Took 8.10 seconds to spawn the instance on the hypervisor. [ 713.773865] env[68867]: DEBUG nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.774838] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84faee-2bf0-41cd-aaa9-cd888693d5e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.847835] env[68867]: DEBUG nova.scheduler.client.report [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 713.848194] env[68867]: DEBUG nova.compute.provider_tree [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 44 to 45 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 713.848399] env[68867]: DEBUG nova.compute.provider_tree [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.071404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.071404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.071404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.071404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.072567] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.076116] env[68867]: INFO nova.compute.manager [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Terminating instance [ 714.116015] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951184, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.119062] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.285202] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a4959d-e3b4-4978-b4c0-88b6939d6a12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.297200] env[68867]: INFO nova.compute.manager [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Took 33.27 seconds to build instance. [ 714.316477] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance '2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.355229] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.163s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.356015] env[68867]: DEBUG nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.359261] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.122s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.360225] env[68867]: DEBUG nova.objects.instance [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lazy-loading 'resources' on Instance uuid 6c139b6d-6f37-4b2c-b78c-07017deb9669 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.585453] env[68867]: DEBUG nova.compute.manager [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.585788] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.586850] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b314a0-62eb-4eb5-a6d7-118e78ce68da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.594883] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.595171] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbb6924-b19c-4bd8-bcb4-dc59c292d6b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.601652] env[68867]: DEBUG oslo_vmware.api [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 714.601652] env[68867]: value = "task-2951185" [ 714.601652] env[68867]: _type = "Task" [ 714.601652] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.613657] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951184, 'name': CreateVM_Task, 'duration_secs': 0.540659} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.616674] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a701b05-079c-413d-b576-901b0e487964] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.616973] env[68867]: DEBUG oslo_vmware.api [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.617898] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.618070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.618627] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.618880] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a934865-799d-4de8-b5a9-ceb91c8a2b35 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.623415] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 714.623415] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52930546-ec3f-c9d4-8334-f9cbc1572ca7" [ 714.623415] env[68867]: _type = "Task" [ 714.623415] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.631613] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52930546-ec3f-c9d4-8334-f9cbc1572ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.826016] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1782b76-18d1-4164-8bee-e87a4271b919 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.929s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.826016] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.829865] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5379691d-f96a-4693-8372-a2b50f4e31b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.841097] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 714.841097] env[68867]: value = "task-2951186" [ 714.841097] env[68867]: _type = "Task" [ 714.841097] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.852523] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.863478] env[68867]: DEBUG nova.compute.utils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.870511] env[68867]: DEBUG nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.874175] env[68867]: DEBUG nova.network.neutron [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.954607] env[68867]: DEBUG nova.policy [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06d5d9168974ba4a07c7ef542383bc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2d14543eeee4361856ccdedab9541b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.120110] env[68867]: DEBUG oslo_vmware.api [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951185, 'name': PowerOffVM_Task, 'duration_secs': 0.261458} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.120110] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.120110] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.120110] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4210722c-95b4-4cab-aa93-c62b5d3b3f0a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.141135] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52930546-ec3f-c9d4-8334-f9cbc1572ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.020141} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.142306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.142306] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.142306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.142306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.143330] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.144041] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50413121-69ea-42a8-a7ae-8e8c7374a073 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.158383] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.158609] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.159528] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3a0db0-3c06-46f8-a227-1db7e0b2db28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.166146] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 715.166146] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5282b019-ae09-f86f-4387-59c367360699" [ 715.166146] env[68867]: _type = "Task" [ 715.166146] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.182492] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5282b019-ae09-f86f-4387-59c367360699, 'name': SearchDatastore_Task, 'duration_secs': 0.012967} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.183892] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003766ad-f893-4824-9b7a-aa0c532f6a3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.192619] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 715.192619] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522401f7-c476-9842-d3bf-c1a0cba4be91" [ 715.192619] env[68867]: _type = "Task" [ 715.192619] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.206511] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522401f7-c476-9842-d3bf-c1a0cba4be91, 'name': SearchDatastore_Task, 'duration_secs': 0.012279} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.206871] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.207271] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 5a701b05-079c-413d-b576-901b0e487964/5a701b05-079c-413d-b576-901b0e487964.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.208642] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86eb839a-ea73-4a97-b22d-8dfb691e3991 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.210864] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.211944] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.211944] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Deleting the datastore file [datastore2] c00d45a8-09f6-4673-a53a-e92be99fe1b7 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.211944] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2402e047-3c65-4e9a-a870-97e8e35decf7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.222492] env[68867]: DEBUG oslo_vmware.api [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for the task: (returnval){ [ 715.222492] env[68867]: value = "task-2951188" [ 715.222492] env[68867]: _type = "Task" [ 715.222492] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.222816] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 715.222816] env[68867]: value = "task-2951189" [ 715.222816] env[68867]: _type = "Task" [ 715.222816] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.233740] env[68867]: DEBUG oslo_vmware.api [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.239936] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.334144] env[68867]: DEBUG nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.355356] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951186, 'name': PowerOffVM_Task, 'duration_secs': 0.275852} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.355356] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.355446] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance '2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.370623] env[68867]: DEBUG nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.501252] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cda49b-4dfb-467b-91a2-e3a851144f0d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.509907] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02fe682-76eb-4052-8ae2-084fd10e4cb4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.541886] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1874f-6834-4fea-9141-cead37853721 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.551342] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6f7e4-9d00-4add-a184-f9c2fc648397 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.557018] env[68867]: DEBUG nova.network.neutron [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Successfully created port: 711a30be-b36e-40f8-990b-b7c7cebea602 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.570879] env[68867]: DEBUG nova.compute.provider_tree [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.736896] env[68867]: DEBUG oslo_vmware.api [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Task: {'id': task-2951188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289807} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.740701] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.741167] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.741487] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.741783] env[68867]: INFO nova.compute.manager [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 715.742159] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.742492] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.742880] env[68867]: DEBUG nova.compute.manager [-] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.743117] env[68867]: DEBUG nova.network.neutron [-] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.855216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.865095] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.865402] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.865600] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.865816] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.865980] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.866165] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.866413] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.866602] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.866818] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.867040] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.867233] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.874347] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207bde35-4e1a-4f93-8c06-735a311e5062 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.894115] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 715.894115] env[68867]: value = "task-2951190" [ 715.894115] env[68867]: _type = "Task" [ 715.894115] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.904148] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.075276] env[68867]: DEBUG nova.scheduler.client.report [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.234307] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63245} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.234670] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 5a701b05-079c-413d-b576-901b0e487964/5a701b05-079c-413d-b576-901b0e487964.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.234744] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.235011] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebb0f476-ff89-4d54-a381-e1a2e25d56b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.241760] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 716.241760] env[68867]: value = "task-2951191" [ 716.241760] env[68867]: _type = "Task" [ 716.241760] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.250219] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.300936] env[68867]: DEBUG nova.compute.manager [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Received event network-changed-b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.302200] env[68867]: DEBUG nova.compute.manager [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Refreshing instance network info cache due to event network-changed-b8a9f101-f707-4801-abbc-9803ce21fd11. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.302575] env[68867]: DEBUG oslo_concurrency.lockutils [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] Acquiring lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.302788] env[68867]: DEBUG oslo_concurrency.lockutils [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] Acquired lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.303045] env[68867]: DEBUG nova.network.neutron [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Refreshing network info cache for port b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.391416] env[68867]: DEBUG nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.405358] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.420751] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.420751] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.420915] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.420965] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.421234] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.422096] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.422096] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.422096] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.422096] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.422096] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.422350] env[68867]: DEBUG nova.virt.hardware [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.423986] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49506fb5-dbec-4a24-aaa6-6bfaa0e0d4f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.431630] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a19c29-4853-401f-8ec2-985127dd6ed5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.493142] env[68867]: DEBUG nova.network.neutron [-] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.580511] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.585398] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.411s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.585398] env[68867]: DEBUG nova.objects.instance [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lazy-loading 'resources' on Instance uuid 915c0fef-33aa-48ca-9023-8d0289b96511 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.613031] env[68867]: INFO nova.scheduler.client.report [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Deleted allocations for instance 6c139b6d-6f37-4b2c-b78c-07017deb9669 [ 716.752202] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.906552] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.000145] env[68867]: INFO nova.compute.manager [-] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Took 1.26 seconds to deallocate network for instance. [ 717.096299] env[68867]: DEBUG nova.network.neutron [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Updated VIF entry in instance network info cache for port b8a9f101-f707-4801-abbc-9803ce21fd11. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.096701] env[68867]: DEBUG nova.network.neutron [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Updating instance_info_cache with network_info: [{"id": "b8a9f101-f707-4801-abbc-9803ce21fd11", "address": "fa:16:3e:77:b9:ed", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a9f101-f7", "ovs_interfaceid": "b8a9f101-f707-4801-abbc-9803ce21fd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.124442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e2d5cc1c-1f7c-4ac7-b535-67ec486a67ec tempest-ServerDiagnosticsV248Test-694732986 tempest-ServerDiagnosticsV248Test-694732986-project-member] Lock "6c139b6d-6f37-4b2c-b78c-07017deb9669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.232s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.258718] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.75516} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.258718] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.262799] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bec046-c3ff-42d4-ba73-d663c8bf267b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.283064] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 5a701b05-079c-413d-b576-901b0e487964/5a701b05-079c-413d-b576-901b0e487964.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.286549] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13dfa4c4-f5cc-4711-bc62-a07e3e8c6c9b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.310128] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 717.310128] env[68867]: value = "task-2951192" [ 717.310128] env[68867]: _type = "Task" [ 717.310128] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.316859] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.408578] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951190, 'name': ReconfigVM_Task, 'duration_secs': 1.163956} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.412368] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance '2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.506984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.603583] env[68867]: DEBUG oslo_concurrency.lockutils [req-64845945-a4da-4a55-a773-75d4222b68d6 req-71e114cf-f8fd-4e3a-9596-f19f6af2642b service nova] Releasing lock "refresh_cache-7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.659462] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0a51a8-fdbd-46b3-9a13-02ef1f1a0028 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.672039] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fa7d7-5e6b-4fa8-b37d-49490855c2c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.709308] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4130ec5a-df73-49d9-834a-dbc015f62bd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.717188] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda43156-f83a-4d0d-bed7-cfd8c8af13d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.732631] env[68867]: DEBUG nova.compute.provider_tree [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.820111] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951192, 'name': ReconfigVM_Task, 'duration_secs': 0.277661} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.820595] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 5a701b05-079c-413d-b576-901b0e487964/5a701b05-079c-413d-b576-901b0e487964.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.821681] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-881dcada-c2b4-4554-9fa8-320722b802c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.829154] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 717.829154] env[68867]: value = "task-2951193" [ 717.829154] env[68867]: _type = "Task" [ 717.829154] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.842307] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951193, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.907456] env[68867]: DEBUG nova.compute.manager [req-5a4a0376-fad5-43cd-b1c7-845033c4580c req-5749de5e-2638-4521-8ec5-9989c5ffaefc service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Received event network-vif-plugged-711a30be-b36e-40f8-990b-b7c7cebea602 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.907760] env[68867]: DEBUG oslo_concurrency.lockutils [req-5a4a0376-fad5-43cd-b1c7-845033c4580c req-5749de5e-2638-4521-8ec5-9989c5ffaefc service nova] Acquiring lock "23be18bf-6b2b-4daf-8978-62add118d97e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.907970] env[68867]: DEBUG oslo_concurrency.lockutils [req-5a4a0376-fad5-43cd-b1c7-845033c4580c req-5749de5e-2638-4521-8ec5-9989c5ffaefc service nova] Lock "23be18bf-6b2b-4daf-8978-62add118d97e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.908714] env[68867]: DEBUG oslo_concurrency.lockutils [req-5a4a0376-fad5-43cd-b1c7-845033c4580c req-5749de5e-2638-4521-8ec5-9989c5ffaefc service nova] Lock "23be18bf-6b2b-4daf-8978-62add118d97e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.908942] env[68867]: DEBUG nova.compute.manager [req-5a4a0376-fad5-43cd-b1c7-845033c4580c req-5749de5e-2638-4521-8ec5-9989c5ffaefc service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] No waiting events found dispatching network-vif-plugged-711a30be-b36e-40f8-990b-b7c7cebea602 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.909109] env[68867]: WARNING nova.compute.manager [req-5a4a0376-fad5-43cd-b1c7-845033c4580c req-5749de5e-2638-4521-8ec5-9989c5ffaefc service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Received unexpected event network-vif-plugged-711a30be-b36e-40f8-990b-b7c7cebea602 for instance with vm_state building and task_state spawning. [ 717.922798] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.922798] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.922798] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.922798] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.923315] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.923315] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.923315] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.923315] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.923315] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.923489] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.923489] env[68867]: DEBUG nova.virt.hardware [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.928488] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 717.928488] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cde269b-867c-408a-9628-b15c3709b819 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.948428] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 717.948428] env[68867]: value = "task-2951194" [ 717.948428] env[68867]: _type = "Task" [ 717.948428] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.035241] env[68867]: DEBUG nova.network.neutron [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Successfully updated port: 711a30be-b36e-40f8-990b-b7c7cebea602 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.237165] env[68867]: DEBUG nova.scheduler.client.report [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.340141] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951193, 'name': Rename_Task, 'duration_secs': 0.16059} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.340608] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.340608] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784c94f5-657e-4276-9f38-5002df6bfe7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.347127] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 718.347127] env[68867]: value = "task-2951195" [ 718.347127] env[68867]: _type = "Task" [ 718.347127] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.355485] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.360384] env[68867]: DEBUG nova.compute.manager [req-b0cf185a-e49e-4f5e-b5ae-c00f86d3081d req-4217edf0-33a0-4153-9ec1-eafde7627d98 service nova] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Received event network-vif-deleted-4c4d84db-da14-4db0-b16c-5a9c97dfc702 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.461259] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951194, 'name': ReconfigVM_Task, 'duration_secs': 0.252667} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.461443] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 718.462562] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8247e-fc2a-4ba1-84e4-09b6e28a3db8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.488964] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7/2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.489942] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe44c47f-8d12-4043-8dd7-ed5bdd8a12ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.509178] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 718.509178] env[68867]: value = "task-2951196" [ 718.509178] env[68867]: _type = "Task" [ 718.509178] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.520654] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.538053] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "refresh_cache-23be18bf-6b2b-4daf-8978-62add118d97e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.538279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquired lock "refresh_cache-23be18bf-6b2b-4daf-8978-62add118d97e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.538436] env[68867]: DEBUG nova.network.neutron [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.633983] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cf89b-40f0-de3a-f692-8640ed5f27b8/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.634973] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401eda4b-15a8-4a91-afc2-ef70f9e3d758 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.641708] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cf89b-40f0-de3a-f692-8640ed5f27b8/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.641923] env[68867]: ERROR oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cf89b-40f0-de3a-f692-8640ed5f27b8/disk-0.vmdk due to incomplete transfer. [ 718.642270] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fccc339-fd8b-4141-9943-8dfc393943c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.650667] env[68867]: DEBUG oslo_vmware.rw_handles [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cf89b-40f0-de3a-f692-8640ed5f27b8/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.650667] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Uploaded image 051de6bb-b546-40fb-b52f-0b04dcc70fa8 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.653336] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.654028] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d8825de-8643-4f69-9553-130818973ff6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.660878] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 718.660878] env[68867]: value = "task-2951197" [ 718.660878] env[68867]: _type = "Task" [ 718.660878] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.669745] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951197, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.743517] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.745965] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.274s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.746279] env[68867]: DEBUG nova.objects.instance [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 718.771859] env[68867]: INFO nova.scheduler.client.report [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Deleted allocations for instance 915c0fef-33aa-48ca-9023-8d0289b96511 [ 718.859331] env[68867]: DEBUG oslo_vmware.api [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951195, 'name': PowerOnVM_Task, 'duration_secs': 0.466009} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.859659] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.859869] env[68867]: INFO nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Took 9.33 seconds to spawn the instance on the hypervisor. [ 718.860853] env[68867]: DEBUG nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.860853] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2df191-b824-407d-aeec-d13d223cffe2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.024550] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.120319] env[68867]: DEBUG nova.network.neutron [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.171561] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951197, 'name': Destroy_Task, 'duration_secs': 0.362564} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.171824] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Destroyed the VM [ 719.172228] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.172480] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-79efb0db-d0ce-455b-aa0c-ae3f4e8e46c5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.178246] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 719.178246] env[68867]: value = "task-2951198" [ 719.178246] env[68867]: _type = "Task" [ 719.178246] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.187731] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951198, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.281916] env[68867]: DEBUG oslo_concurrency.lockutils [None req-375f43c7-ac29-4c58-b106-56a7b74e6362 tempest-ServerDiagnosticsNegativeTest-1742861266 tempest-ServerDiagnosticsNegativeTest-1742861266-project-member] Lock "915c0fef-33aa-48ca-9023-8d0289b96511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.828s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.319015] env[68867]: DEBUG nova.network.neutron [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Updating instance_info_cache with network_info: [{"id": "711a30be-b36e-40f8-990b-b7c7cebea602", "address": "fa:16:3e:f0:85:eb", "network": {"id": "3009defd-0015-4666-bcc1-20ea16d7689d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-12795483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d14543eeee4361856ccdedab9541b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711a30be-b3", "ovs_interfaceid": "711a30be-b36e-40f8-990b-b7c7cebea602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.387661] env[68867]: INFO nova.compute.manager [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Took 36.71 seconds to build instance. [ 719.523790] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951196, 'name': ReconfigVM_Task, 'duration_secs': 0.661769} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.524220] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7/2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.524604] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance '2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 719.687948] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951198, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.758066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f9754b2-0e65-4fbc-b1f3-69aa7375f514 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.758066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.588s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.759910] env[68867]: INFO nova.compute.claims [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.822244] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Releasing lock "refresh_cache-23be18bf-6b2b-4daf-8978-62add118d97e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.823047] env[68867]: DEBUG nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Instance network_info: |[{"id": "711a30be-b36e-40f8-990b-b7c7cebea602", "address": "fa:16:3e:f0:85:eb", "network": {"id": "3009defd-0015-4666-bcc1-20ea16d7689d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-12795483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d14543eeee4361856ccdedab9541b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711a30be-b3", "ovs_interfaceid": "711a30be-b36e-40f8-990b-b7c7cebea602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.826022] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:85:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711a30be-b36e-40f8-990b-b7c7cebea602', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.837072] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Creating folder: Project (f2d14543eeee4361856ccdedab9541b6). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.837072] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbdc6b3e-eacc-4393-9d3e-519643928ef8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.853694] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Created folder: Project (f2d14543eeee4361856ccdedab9541b6) in parent group-v592242. [ 719.853694] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Creating folder: Instances. Parent ref: group-v592298. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.853694] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-738cfee4-25b4-47d7-b4bb-9b12cbfb3772 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.862016] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Created folder: Instances in parent group-v592298. [ 719.862016] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.862016] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.862016] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b54259c-09be-4cfb-82d2-6fbfa3e2bd90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.880208] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.880208] env[68867]: value = "task-2951201" [ 719.880208] env[68867]: _type = "Task" [ 719.880208] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.896344] env[68867]: DEBUG oslo_concurrency.lockutils [None req-88e19c7d-1c72-4c5e-9748-6acbc498693d tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "5a701b05-079c-413d-b576-901b0e487964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.483s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.896585] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951201, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.032475] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6253cc2a-0c92-4d4b-9bb3-0fc36650c0c5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.053623] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315bbec-dcdf-43ea-a464-c2b928243051 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.076778] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance '2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.097336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cce9239f-c65b-4d0c-a842-59244b094f21 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "interface-5a701b05-079c-413d-b576-901b0e487964-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.097851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cce9239f-c65b-4d0c-a842-59244b094f21 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "interface-5a701b05-079c-413d-b576-901b0e487964-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.098035] env[68867]: DEBUG nova.objects.instance [None req-cce9239f-c65b-4d0c-a842-59244b094f21 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lazy-loading 'flavor' on Instance uuid 5a701b05-079c-413d-b576-901b0e487964 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.192100] env[68867]: DEBUG oslo_vmware.api [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951198, 'name': RemoveSnapshot_Task, 'duration_secs': 0.644704} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.192100] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 720.192293] env[68867]: INFO nova.compute.manager [None req-4ba1ccb2-3b73-490c-af1f-877e748acfd6 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Took 13.86 seconds to snapshot the instance on the hypervisor. [ 720.393144] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951201, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.399283] env[68867]: DEBUG nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.404088] env[68867]: DEBUG nova.compute.manager [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Received event network-changed-711a30be-b36e-40f8-990b-b7c7cebea602 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.405151] env[68867]: DEBUG nova.compute.manager [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Refreshing instance network info cache due to event network-changed-711a30be-b36e-40f8-990b-b7c7cebea602. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.405151] env[68867]: DEBUG oslo_concurrency.lockutils [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] Acquiring lock "refresh_cache-23be18bf-6b2b-4daf-8978-62add118d97e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.405151] env[68867]: DEBUG oslo_concurrency.lockutils [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] Acquired lock "refresh_cache-23be18bf-6b2b-4daf-8978-62add118d97e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.405151] env[68867]: DEBUG nova.network.neutron [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Refreshing network info cache for port 711a30be-b36e-40f8-990b-b7c7cebea602 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.604123] env[68867]: DEBUG nova.objects.instance [None req-cce9239f-c65b-4d0c-a842-59244b094f21 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a701b05-079c-413d-b576-901b0e487964 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.650247] env[68867]: DEBUG nova.network.neutron [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Port e45f7840-639f-40a1-9354-82d6a7ee77f7 binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 720.896234] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951201, 'name': CreateVM_Task, 'duration_secs': 0.787861} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.896428] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.897198] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.897591] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.897954] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.898263] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d2892b-4cf1-42bb-a540-08925f5e8d24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.905060] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 720.905060] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526d2f20-f2fa-5b41-9a89-9caf3dab74a8" [ 720.905060] env[68867]: _type = "Task" [ 720.905060] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.922516] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526d2f20-f2fa-5b41-9a89-9caf3dab74a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.928555] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.106494] env[68867]: DEBUG nova.objects.base [None req-cce9239f-c65b-4d0c-a842-59244b094f21 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Object Instance<5a701b05-079c-413d-b576-901b0e487964> lazy-loaded attributes: flavor,pci_requests {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 721.106914] env[68867]: DEBUG nova.network.neutron [None req-cce9239f-c65b-4d0c-a842-59244b094f21 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.215714] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cce9239f-c65b-4d0c-a842-59244b094f21 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "interface-5a701b05-079c-413d-b576-901b0e487964-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.117s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.248994] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f160fa9-e353-4504-bf96-effac70f1097 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.259490] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2c810f-1887-4848-a64f-21be15f6fdc6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.298291] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d812cf6-5d68-4f48-ad7d-117da5c320cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.307376] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab76ae4-f02e-4572-ade7-db564c2da7cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.320082] env[68867]: DEBUG nova.compute.provider_tree [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.418195] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526d2f20-f2fa-5b41-9a89-9caf3dab74a8, 'name': SearchDatastore_Task, 'duration_secs': 0.044929} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.418543] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.418747] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.418999] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.419368] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.419368] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.419595] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f093f2a8-0d9a-45ae-a49a-44c31840b018 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.428593] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.428856] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.430104] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e43a324-239d-4750-bfed-4823b0f819fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.433344] env[68867]: DEBUG nova.network.neutron [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Updated VIF entry in instance network info cache for port 711a30be-b36e-40f8-990b-b7c7cebea602. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.433779] env[68867]: DEBUG nova.network.neutron [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Updating instance_info_cache with network_info: [{"id": "711a30be-b36e-40f8-990b-b7c7cebea602", "address": "fa:16:3e:f0:85:eb", "network": {"id": "3009defd-0015-4666-bcc1-20ea16d7689d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-12795483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d14543eeee4361856ccdedab9541b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711a30be-b3", "ovs_interfaceid": "711a30be-b36e-40f8-990b-b7c7cebea602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.439232] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 721.439232] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524fd23c-a9cb-04a7-9f75-96048bd27506" [ 721.439232] env[68867]: _type = "Task" [ 721.439232] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.447071] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524fd23c-a9cb-04a7-9f75-96048bd27506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.690612] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.690789] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.690789] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.826213] env[68867]: DEBUG nova.scheduler.client.report [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.936841] env[68867]: DEBUG oslo_concurrency.lockutils [req-858db220-8072-4098-aa27-9e66db97ed19 req-72204013-138f-4c2c-88b6-c51c7accfbca service nova] Releasing lock "refresh_cache-23be18bf-6b2b-4daf-8978-62add118d97e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.953028] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524fd23c-a9cb-04a7-9f75-96048bd27506, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.953028] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986f0d2e-7146-48d3-91df-af02ca04ab22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.961234] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 721.961234] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52008e6d-beb0-64ec-b6b6-a5bbc12f3f3e" [ 721.961234] env[68867]: _type = "Task" [ 721.961234] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.968091] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52008e6d-beb0-64ec-b6b6-a5bbc12f3f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.332577] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.333098] env[68867]: DEBUG nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.335927] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.302s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.337394] env[68867]: INFO nova.compute.claims [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.471205] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52008e6d-beb0-64ec-b6b6-a5bbc12f3f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.471486] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.471752] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 23be18bf-6b2b-4daf-8978-62add118d97e/23be18bf-6b2b-4daf-8978-62add118d97e.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.472011] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-768a35b5-3843-4406-83d5-e6f9b9cef3b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.479687] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 722.479687] env[68867]: value = "task-2951202" [ 722.479687] env[68867]: _type = "Task" [ 722.479687] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.490027] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.786083] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.786279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.788023] env[68867]: DEBUG nova.network.neutron [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.851070] env[68867]: DEBUG nova.compute.utils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.851070] env[68867]: DEBUG nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.851070] env[68867]: DEBUG nova.network.neutron [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.914240] env[68867]: DEBUG nova.compute.manager [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.915440] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf7176-eeb9-48d2-84cc-53952081e749 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.990225] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.144943] env[68867]: DEBUG nova.policy [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7aa9ecdaa144be6bcf07c658540b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24888b0c153f44e1b0e3ad011d874316', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.359879] env[68867]: DEBUG nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.433268] env[68867]: INFO nova.compute.manager [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] instance snapshotting [ 723.440802] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334445d2-4442-44bc-8746-084720f167ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.465332] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b881938-7f8e-4571-8ebb-f38123d72533 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.492877] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951202, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.563257] env[68867]: DEBUG nova.network.neutron [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance_info_cache with network_info: [{"id": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "address": "fa:16:3e:bc:cf:e7", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f7840-63", "ovs_interfaceid": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.857542] env[68867]: DEBUG nova.network.neutron [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Successfully created port: 0462544c-97c6-44da-9c33-65e7061691be {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.921543] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44bcd3-7954-4ea9-9af7-b5b99e2445e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.932533] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1063ad-e5bc-4c22-ac89-7a6c69e73d2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.968964] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbee7bc-07ce-4666-ad45-6b03c5cd3dde {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.971667] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "5a701b05-079c-413d-b576-901b0e487964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.971901] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "5a701b05-079c-413d-b576-901b0e487964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.972122] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "5a701b05-079c-413d-b576-901b0e487964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.972304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "5a701b05-079c-413d-b576-901b0e487964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.972463] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "5a701b05-079c-413d-b576-901b0e487964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.974934] env[68867]: INFO nova.compute.manager [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Terminating instance [ 723.990374] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a167a1-7200-4da3-9cf2-2f086bff8d1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.995457] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 723.997709] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a164206-99fd-40d3-9f0f-b7e56df491b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.016673] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951202, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.018482] env[68867]: DEBUG nova.compute.provider_tree [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.022170] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 724.022170] env[68867]: value = "task-2951203" [ 724.022170] env[68867]: _type = "Task" [ 724.022170] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.031734] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.066128] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.377747] env[68867]: DEBUG nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.421824] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.422128] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.422841] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.422841] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.422841] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.422981] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.423799] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.423799] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.423908] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.424101] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.424321] env[68867]: DEBUG nova.virt.hardware [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.425680] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96305d64-0cfe-4abb-999a-2f40b3bf435b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.438025] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9538a-f93c-41ee-95f9-cbc3f27d55ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.478685] env[68867]: DEBUG nova.compute.manager [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.478931] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.479902] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cfad9e-87d4-4dbb-af3e-cdb67ea5aa90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.492959] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.496043] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d53a9a1-54a5-4262-b12b-7e749775d871 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.500018] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951202, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.599826} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.500018] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 23be18bf-6b2b-4daf-8978-62add118d97e/23be18bf-6b2b-4daf-8978-62add118d97e.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.500018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.500018] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a900a0ed-a312-486c-99e0-9b5c0053e4ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.502619] env[68867]: DEBUG oslo_vmware.api [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 724.502619] env[68867]: value = "task-2951204" [ 724.502619] env[68867]: _type = "Task" [ 724.502619] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.508257] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 724.508257] env[68867]: value = "task-2951205" [ 724.508257] env[68867]: _type = "Task" [ 724.508257] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.515260] env[68867]: DEBUG oslo_vmware.api [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.523545] env[68867]: DEBUG nova.scheduler.client.report [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.527834] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.539079] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951203, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.592822] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da654c9d-0b88-4382-a14c-baf2951590cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.619023] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a302b0df-48b7-42d7-95ed-c5d2d522395e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.623655] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance '2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.795185] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "fee46f73-ed67-44bf-8595-7fcc105edb8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.795869] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.016530] env[68867]: DEBUG oslo_vmware.api [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951204, 'name': PowerOffVM_Task, 'duration_secs': 0.176278} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.017629] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.018163] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.018163] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bd516f5-526e-4ca3-88b6-6be028f039ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.022499] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064768} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.023126] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.023904] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8853b9c-b683-460d-9533-d0e5e136c53d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.033423] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.034136] env[68867]: DEBUG nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.051486] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.161s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.053079] env[68867]: INFO nova.compute.claims [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.056196] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951203, 'name': CreateSnapshot_Task, 'duration_secs': 0.773057} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.066267] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 23be18bf-6b2b-4daf-8978-62add118d97e/23be18bf-6b2b-4daf-8978-62add118d97e.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.067317] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 725.067575] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10543a36-eb89-4cca-ab34-3df8a49d183f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.085621] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2252a0-2742-48f4-b739-84f639cfed8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.091876] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.091876] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.092094] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Deleting the datastore file [datastore1] 5a701b05-079c-413d-b576-901b0e487964 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.092386] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd8f53a4-af27-4d75-ba51-61429277a5a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.096620] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 725.096620] env[68867]: value = "task-2951207" [ 725.096620] env[68867]: _type = "Task" [ 725.096620] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.106125] env[68867]: DEBUG oslo_vmware.api [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for the task: (returnval){ [ 725.106125] env[68867]: value = "task-2951208" [ 725.106125] env[68867]: _type = "Task" [ 725.106125] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.114132] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.119027] env[68867]: DEBUG oslo_vmware.api [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.130566] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.130844] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5e8f5e0-7a60-4cd8-b551-ce4aaa2bd933 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.139932] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 725.139932] env[68867]: value = "task-2951209" [ 725.139932] env[68867]: _type = "Task" [ 725.139932] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.148209] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.571148] env[68867]: DEBUG nova.compute.utils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.576407] env[68867]: DEBUG nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.576585] env[68867]: DEBUG nova.network.neutron [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.612206] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 725.616616] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d6b0a01-ef50-444c-8cc0-6c2f709d60fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.619027] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951207, 'name': ReconfigVM_Task, 'duration_secs': 0.292837} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.622417] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 23be18bf-6b2b-4daf-8978-62add118d97e/23be18bf-6b2b-4daf-8978-62add118d97e.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.623387] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62c3ef8b-a072-49b5-8538-8304c0ad549f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.627273] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 725.627273] env[68867]: value = "task-2951210" [ 725.627273] env[68867]: _type = "Task" [ 725.627273] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.630445] env[68867]: DEBUG oslo_vmware.api [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Task: {'id': task-2951208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142279} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.634468] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.634844] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.635046] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.635216] env[68867]: INFO nova.compute.manager [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] [instance: 5a701b05-079c-413d-b576-901b0e487964] Took 1.16 seconds to destroy the instance on the hypervisor. [ 725.635447] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.635682] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 725.635682] env[68867]: value = "task-2951211" [ 725.635682] env[68867]: _type = "Task" [ 725.635682] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.635859] env[68867]: DEBUG nova.compute.manager [-] [instance: 5a701b05-079c-413d-b576-901b0e487964] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.635994] env[68867]: DEBUG nova.network.neutron [-] [instance: 5a701b05-079c-413d-b576-901b0e487964] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.638863] env[68867]: DEBUG nova.policy [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce3cff7db4f4325b33bb1ac258def30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f962ef165d4cbb9d9518792944a7f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.651103] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951210, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.656439] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951211, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.660202] env[68867]: DEBUG oslo_vmware.api [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951209, 'name': PowerOnVM_Task, 'duration_secs': 0.407691} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.660600] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.660721] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba3721f-a12a-4771-b154-7149f2524a44 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance '2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.944560] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.944836] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.951074] env[68867]: DEBUG nova.compute.manager [req-8bdaf2a8-617b-4df7-aef2-b3e6a37959b3 req-36569801-bfa5-4583-afcd-d533645c94c4 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Received event network-vif-plugged-0462544c-97c6-44da-9c33-65e7061691be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.951158] env[68867]: DEBUG oslo_concurrency.lockutils [req-8bdaf2a8-617b-4df7-aef2-b3e6a37959b3 req-36569801-bfa5-4583-afcd-d533645c94c4 service nova] Acquiring lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.951331] env[68867]: DEBUG oslo_concurrency.lockutils [req-8bdaf2a8-617b-4df7-aef2-b3e6a37959b3 req-36569801-bfa5-4583-afcd-d533645c94c4 service nova] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.951495] env[68867]: DEBUG oslo_concurrency.lockutils [req-8bdaf2a8-617b-4df7-aef2-b3e6a37959b3 req-36569801-bfa5-4583-afcd-d533645c94c4 service nova] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.951661] env[68867]: DEBUG nova.compute.manager [req-8bdaf2a8-617b-4df7-aef2-b3e6a37959b3 req-36569801-bfa5-4583-afcd-d533645c94c4 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] No waiting events found dispatching network-vif-plugged-0462544c-97c6-44da-9c33-65e7061691be {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.952345] env[68867]: WARNING nova.compute.manager [req-8bdaf2a8-617b-4df7-aef2-b3e6a37959b3 req-36569801-bfa5-4583-afcd-d533645c94c4 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Received unexpected event network-vif-plugged-0462544c-97c6-44da-9c33-65e7061691be for instance with vm_state building and task_state spawning. [ 725.979863] env[68867]: DEBUG nova.network.neutron [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Successfully created port: 23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.049187] env[68867]: DEBUG nova.network.neutron [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Successfully updated port: 0462544c-97c6-44da-9c33-65e7061691be {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.083949] env[68867]: DEBUG nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.145925] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951210, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.172059] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951211, 'name': Rename_Task, 'duration_secs': 0.148199} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.172927] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.176025] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b2a9a7-2637-4be5-b052-2fcfd591a03c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.183514] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 726.183514] env[68867]: value = "task-2951212" [ 726.183514] env[68867]: _type = "Task" [ 726.183514] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.196633] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.553769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "refresh_cache-58156580-6b3c-4bd6-bb30-5dde8b8f9560" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.553903] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "refresh_cache-58156580-6b3c-4bd6-bb30-5dde8b8f9560" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.554171] env[68867]: DEBUG nova.network.neutron [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.643357] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951210, 'name': CloneVM_Task} progress is 95%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.659595] env[68867]: DEBUG nova.network.neutron [-] [instance: 5a701b05-079c-413d-b576-901b0e487964] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.692169] env[68867]: DEBUG oslo_vmware.api [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951212, 'name': PowerOnVM_Task, 'duration_secs': 0.467187} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.693374] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.693580] env[68867]: INFO nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Took 10.30 seconds to spawn the instance on the hypervisor. [ 726.693755] env[68867]: DEBUG nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.694523] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665014c4-6ae0-4077-90b7-0f093c6e0d7c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.697883] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94016987-8860-4354-bfe9-a0dd2cdcea22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.707482] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd18953-4c83-4c93-946d-5846b6877a98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.744051] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193970cd-e21a-4959-bcc6-b2a173c8fbc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.752870] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec80864b-49e5-4cb6-8e3f-72c38ef52351 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.772872] env[68867]: DEBUG nova.compute.provider_tree [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.098747] env[68867]: DEBUG nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.101679] env[68867]: DEBUG nova.network.neutron [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.121977] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.122242] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.122394] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.122571] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.122711] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.122850] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.123065] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.123222] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.123379] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.123535] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.123707] env[68867]: DEBUG nova.virt.hardware [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.124569] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b9ec1-0d9f-4058-bdd5-895e6d2849f3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.137671] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710fa377-6da0-4af8-9624-9dfbda23d994 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.147534] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951210, 'name': CloneVM_Task, 'duration_secs': 1.175996} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.155692] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Created linked-clone VM from snapshot [ 727.156850] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ff6728-785a-4677-b657-176e22a73be5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.165634] env[68867]: INFO nova.compute.manager [-] [instance: 5a701b05-079c-413d-b576-901b0e487964] Took 1.53 seconds to deallocate network for instance. [ 727.165856] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Uploading image 15be8363-101d-48ab-876d-ac8c0e8479e2 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.204954] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.204954] env[68867]: value = "vm-592302" [ 727.204954] env[68867]: _type = "VirtualMachine" [ 727.204954] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.205424] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-265575c0-504c-4a73-ad15-a105376e4960 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.212540] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lease: (returnval){ [ 727.212540] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523f5040-1c71-76bf-e397-0de09e9f6834" [ 727.212540] env[68867]: _type = "HttpNfcLease" [ 727.212540] env[68867]: } obtained for exporting VM: (result){ [ 727.212540] env[68867]: value = "vm-592302" [ 727.212540] env[68867]: _type = "VirtualMachine" [ 727.212540] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.212844] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the lease: (returnval){ [ 727.212844] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523f5040-1c71-76bf-e397-0de09e9f6834" [ 727.212844] env[68867]: _type = "HttpNfcLease" [ 727.212844] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.223155] env[68867]: INFO nova.compute.manager [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Took 41.73 seconds to build instance. [ 727.227192] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.227192] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523f5040-1c71-76bf-e397-0de09e9f6834" [ 727.227192] env[68867]: _type = "HttpNfcLease" [ 727.227192] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 727.227192] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 727.227192] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523f5040-1c71-76bf-e397-0de09e9f6834" [ 727.227192] env[68867]: _type = "HttpNfcLease" [ 727.227192] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 727.227192] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f68bdb-d213-4a1b-81f1-43e02ea00cd6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.233739] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216ab12-9573-b7c3-57dd-0a8f3e096c6e/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 727.233897] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216ab12-9573-b7c3-57dd-0a8f3e096c6e/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 727.291010] env[68867]: DEBUG nova.scheduler.client.report [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.342877] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b255e8b-5c03-4df5-85e0-0932ae5d34bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.436123] env[68867]: DEBUG nova.network.neutron [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Updating instance_info_cache with network_info: [{"id": "0462544c-97c6-44da-9c33-65e7061691be", "address": "fa:16:3e:99:85:06", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0462544c-97", "ovs_interfaceid": "0462544c-97c6-44da-9c33-65e7061691be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.677301] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.727932] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e8090683-0f3d-497c-b9ce-5096b9911153 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "23be18bf-6b2b-4daf-8978-62add118d97e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.797s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.745850] env[68867]: DEBUG nova.compute.manager [req-720e4b05-9986-4a58-9cf2-60ac66ac6060 req-c19afe6f-d823-47a9-980d-f690acd56db2 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Received event network-vif-plugged-23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.747814] env[68867]: DEBUG oslo_concurrency.lockutils [req-720e4b05-9986-4a58-9cf2-60ac66ac6060 req-c19afe6f-d823-47a9-980d-f690acd56db2 service nova] Acquiring lock "c76853f2-ec5c-4c36-894b-8b51223a613f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.751971] env[68867]: DEBUG oslo_concurrency.lockutils [req-720e4b05-9986-4a58-9cf2-60ac66ac6060 req-c19afe6f-d823-47a9-980d-f690acd56db2 service nova] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.751971] env[68867]: DEBUG oslo_concurrency.lockutils [req-720e4b05-9986-4a58-9cf2-60ac66ac6060 req-c19afe6f-d823-47a9-980d-f690acd56db2 service nova] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.751971] env[68867]: DEBUG nova.compute.manager [req-720e4b05-9986-4a58-9cf2-60ac66ac6060 req-c19afe6f-d823-47a9-980d-f690acd56db2 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] No waiting events found dispatching network-vif-plugged-23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.751971] env[68867]: WARNING nova.compute.manager [req-720e4b05-9986-4a58-9cf2-60ac66ac6060 req-c19afe6f-d823-47a9-980d-f690acd56db2 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Received unexpected event network-vif-plugged-23391070-d99b-456d-b4d2-a880e1ee2565 for instance with vm_state building and task_state spawning. [ 727.799812] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.800306] env[68867]: DEBUG nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.807677] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.307s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.810372] env[68867]: INFO nova.compute.claims [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.893243] env[68867]: DEBUG nova.network.neutron [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Successfully updated port: 23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.938755] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "refresh_cache-58156580-6b3c-4bd6-bb30-5dde8b8f9560" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.939114] env[68867]: DEBUG nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Instance network_info: |[{"id": "0462544c-97c6-44da-9c33-65e7061691be", "address": "fa:16:3e:99:85:06", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0462544c-97", "ovs_interfaceid": "0462544c-97c6-44da-9c33-65e7061691be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.940138] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:85:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0462544c-97c6-44da-9c33-65e7061691be', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.950363] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating folder: Project (24888b0c153f44e1b0e3ad011d874316). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.950513] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f1872e2-534f-4594-86f9-0327ee14705e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.961476] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created folder: Project (24888b0c153f44e1b0e3ad011d874316) in parent group-v592242. [ 727.961740] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating folder: Instances. Parent ref: group-v592303. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.962034] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed163cd8-f5ef-4a4d-baf6-c27ef666150d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.971850] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created folder: Instances in parent group-v592303. [ 727.971850] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.971850] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.971850] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd91f49f-7ff9-4b1e-aa3d-011356f5a9cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.996317] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.996317] env[68867]: value = "task-2951216" [ 727.996317] env[68867]: _type = "Task" [ 727.996317] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.008255] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951216, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.235875] env[68867]: DEBUG nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.267441] env[68867]: DEBUG nova.compute.manager [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Received event network-changed-0462544c-97c6-44da-9c33-65e7061691be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.267673] env[68867]: DEBUG nova.compute.manager [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Refreshing instance network info cache due to event network-changed-0462544c-97c6-44da-9c33-65e7061691be. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.267991] env[68867]: DEBUG oslo_concurrency.lockutils [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] Acquiring lock "refresh_cache-58156580-6b3c-4bd6-bb30-5dde8b8f9560" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.268279] env[68867]: DEBUG oslo_concurrency.lockutils [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] Acquired lock "refresh_cache-58156580-6b3c-4bd6-bb30-5dde8b8f9560" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.268804] env[68867]: DEBUG nova.network.neutron [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Refreshing network info cache for port 0462544c-97c6-44da-9c33-65e7061691be {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.319280] env[68867]: DEBUG nova.compute.utils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.322594] env[68867]: DEBUG nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.322813] env[68867]: DEBUG nova.network.neutron [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.388090] env[68867]: DEBUG nova.policy [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '312536cb145c44e491ee3230ddde2e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87732cad0002441d90170643cf816958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.396446] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.396600] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquired lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.396780] env[68867]: DEBUG nova.network.neutron [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.507403] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951216, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.692351] env[68867]: DEBUG nova.network.neutron [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Successfully created port: 025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.760586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.829873] env[68867]: DEBUG nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.864092] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.864497] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.865122] env[68867]: DEBUG nova.compute.manager [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Going to confirm migration 1 {{(pid=68867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 729.010731] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951216, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.139116] env[68867]: DEBUG nova.compute.manager [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.141989] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a87c7db-0790-499c-934d-a059b86b6e33 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.220541] env[68867]: DEBUG nova.network.neutron [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.428039] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff058d4-f808-4f88-913f-d20e47284d90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.436571] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb46057-d9db-4af1-8ddf-e5806df76a7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.468814] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.469028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.469209] env[68867]: DEBUG nova.network.neutron [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.469389] env[68867]: DEBUG nova.objects.instance [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lazy-loading 'info_cache' on Instance uuid 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.476093] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10971c3e-7602-40a3-91cc-6c9d362a21d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.485900] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d0cb5-b8ab-419c-b84a-641bce30dd90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.499706] env[68867]: DEBUG nova.compute.provider_tree [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.511068] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951216, 'name': CreateVM_Task, 'duration_secs': 1.426969} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.511215] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.511898] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.512069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.512396] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.513115] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfe2661-11f6-4a03-82db-ef59ea63a161 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.518731] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 729.518731] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52495f61-2b37-352b-cb1b-404be81f05f9" [ 729.518731] env[68867]: _type = "Task" [ 729.518731] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.528318] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52495f61-2b37-352b-cb1b-404be81f05f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.665619] env[68867]: INFO nova.compute.manager [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] instance snapshotting [ 729.668837] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d26e5-5c28-4735-8da9-b635ba726829 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.688367] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2836fd-ccad-4fd9-8a33-2556708ce544 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.721637] env[68867]: DEBUG nova.network.neutron [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Updated VIF entry in instance network info cache for port 0462544c-97c6-44da-9c33-65e7061691be. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.721974] env[68867]: DEBUG nova.network.neutron [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Updating instance_info_cache with network_info: [{"id": "0462544c-97c6-44da-9c33-65e7061691be", "address": "fa:16:3e:99:85:06", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0462544c-97", "ovs_interfaceid": "0462544c-97c6-44da-9c33-65e7061691be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.734602] env[68867]: DEBUG nova.network.neutron [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.845413] env[68867]: DEBUG nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.880364] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.880643] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.880816] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.881037] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.881226] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.881395] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.881645] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.881837] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.882056] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.882268] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.882468] env[68867]: DEBUG nova.virt.hardware [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.883437] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d46f1db-5115-43cf-8f87-4318222229d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.892717] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74a2300-e4db-4e16-9d85-72f375c505ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.005665] env[68867]: DEBUG nova.scheduler.client.report [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.032401] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52495f61-2b37-352b-cb1b-404be81f05f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.032707] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.032943] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.033192] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.033331] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.033502] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.033759] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a763ac-123d-4041-9562-b52bebf57734 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.043242] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.043479] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.044238] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af86dd4-4a1b-4a95-8b99-f91c884a2a50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.054645] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 730.054645] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52410117-e8e3-af0d-a616-77cc03f565fc" [ 730.054645] env[68867]: _type = "Task" [ 730.054645] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.063512] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52410117-e8e3-af0d-a616-77cc03f565fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.151865] env[68867]: DEBUG nova.compute.manager [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Received event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.152504] env[68867]: DEBUG nova.compute.manager [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing instance network info cache due to event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.152757] env[68867]: DEBUG oslo_concurrency.lockutils [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] Acquiring lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.200987] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.201349] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12f2a9b5-0535-4910-97a4-d2940838afd9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.209607] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 730.209607] env[68867]: value = "task-2951217" [ 730.209607] env[68867]: _type = "Task" [ 730.209607] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.217988] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.229040] env[68867]: DEBUG oslo_concurrency.lockutils [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] Releasing lock "refresh_cache-58156580-6b3c-4bd6-bb30-5dde8b8f9560" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.229040] env[68867]: DEBUG nova.compute.manager [req-6ec4f245-073b-4f35-a008-b9c95c828222 req-fb92672d-7257-44a3-b5a9-bf34909444e5 service nova] [instance: 5a701b05-079c-413d-b576-901b0e487964] Received event network-vif-deleted-259d7d0d-6c15-4818-8e87-f9203647d0e3 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.237378] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Releasing lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.237770] env[68867]: DEBUG nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Instance network_info: |[{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.239216] env[68867]: DEBUG oslo_concurrency.lockutils [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] Acquired lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.239216] env[68867]: DEBUG nova.network.neutron [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.239670] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:60:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23391070-d99b-456d-b4d2-a880e1ee2565', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.249149] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Creating folder: Project (26f962ef165d4cbb9d9518792944a7f8). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.253867] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-484ff8d6-ee31-4e40-b4c1-620cd829ab24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.255530] env[68867]: DEBUG nova.network.neutron [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Successfully updated port: 025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.267561] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Created folder: Project (26f962ef165d4cbb9d9518792944a7f8) in parent group-v592242. [ 730.268343] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Creating folder: Instances. Parent ref: group-v592306. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.268343] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f14d17e0-310a-4c3d-a0b6-67b0b4f00e4b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.276914] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Created folder: Instances in parent group-v592306. [ 730.277177] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.277653] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.277653] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a38f0c47-7de1-47d1-9b90-6d4e76c76731 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.300198] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.300198] env[68867]: value = "task-2951220" [ 730.300198] env[68867]: _type = "Task" [ 730.300198] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.309825] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951220, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.511518] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.511518] env[68867]: DEBUG nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.513806] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.963s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.514674] env[68867]: DEBUG nova.objects.instance [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 730.570019] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52410117-e8e3-af0d-a616-77cc03f565fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.570019] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d8ac07-d30c-4a33-aa17-10c8be6908aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.575984] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 730.575984] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522b9039-7c03-2d11-fe3c-de6b78aee248" [ 730.575984] env[68867]: _type = "Task" [ 730.575984] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.585820] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522b9039-7c03-2d11-fe3c-de6b78aee248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.645166] env[68867]: DEBUG nova.network.neutron [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updated VIF entry in instance network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.645599] env[68867]: DEBUG nova.network.neutron [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.722777] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.758232] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.758379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.758530] env[68867]: DEBUG nova.network.neutron [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.811212] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951220, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.840962] env[68867]: DEBUG nova.network.neutron [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance_info_cache with network_info: [{"id": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "address": "fa:16:3e:bc:cf:e7", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f7840-63", "ovs_interfaceid": "e45f7840-639f-40a1-9354-82d6a7ee77f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.022611] env[68867]: DEBUG nova.compute.utils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.031111] env[68867]: DEBUG nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.031306] env[68867]: DEBUG nova.network.neutron [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.089085] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522b9039-7c03-2d11-fe3c-de6b78aee248, 'name': SearchDatastore_Task, 'duration_secs': 0.015908} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.089393] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.089661] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 58156580-6b3c-4bd6-bb30-5dde8b8f9560/58156580-6b3c-4bd6-bb30-5dde8b8f9560.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.089920] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-563f30af-d0e3-442c-be65-f90c06224c3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.096977] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 731.096977] env[68867]: value = "task-2951221" [ 731.096977] env[68867]: _type = "Task" [ 731.096977] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.105398] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.149695] env[68867]: DEBUG oslo_concurrency.lockutils [req-797a3701-39d1-4c3a-a588-d035b5620f88 req-bbe4dc35-f1c0-443c-84b6-c04baeefccb6 service nova] Releasing lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.225388] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951217, 'name': CreateSnapshot_Task, 'duration_secs': 0.882538} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.225760] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 731.226740] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94aea34-975d-4a8f-bb0a-74039ebe35a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.040820] env[68867]: DEBUG nova.policy [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0693128f5e3d4bdb8e8c5cf94a9c4df2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b4d385fd7f14182b9196ac4422aaa46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.042809] env[68867]: DEBUG nova.network.neutron [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.044769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.045087] env[68867]: DEBUG nova.objects.instance [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lazy-loading 'migration_context' on Instance uuid 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.046519] env[68867]: DEBUG nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.049466] env[68867]: DEBUG oslo_concurrency.lockutils [None req-db3b6046-9594-41a4-ae79-4b735a908123 tempest-ServersAdmin275Test-1472205156 tempest-ServersAdmin275Test-1472205156-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.536s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.056928] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.060943] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.082s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.062406] env[68867]: INFO nova.compute.claims [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.069308] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d0ad9eb-6081-4685-aa5c-fa0012309917 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.082880] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951220, 'name': CreateVM_Task, 'duration_secs': 1.732677} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.083768] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664956} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.084723] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.084990] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 58156580-6b3c-4bd6-bb30-5dde8b8f9560/58156580-6b3c-4bd6-bb30-5dde8b8f9560.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.085260] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.085803] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 732.085803] env[68867]: value = "task-2951222" [ 732.085803] env[68867]: _type = "Task" [ 732.085803] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.087024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.087024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.087024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.087146] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f151b893-d166-4e20-9cb6-ee7ad76d614a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.089201] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46c1d9f-2900-4c9f-8a24-4456618d97e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.099995] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951222, 'name': CloneVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.102054] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 732.102054] env[68867]: value = "task-2951223" [ 732.102054] env[68867]: _type = "Task" [ 732.102054] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.102271] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 732.102271] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52df54f7-b824-5aa6-8b1c-1c32f245ffb1" [ 732.102271] env[68867]: _type = "Task" [ 732.102271] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.115697] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.119451] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52df54f7-b824-5aa6-8b1c-1c32f245ffb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.119761] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.120154] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.120299] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.120443] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.120659] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.120874] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee7342e-890f-43b4-be08-a4515d5b4a29 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.130768] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.130955] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.134899] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3645e046-6415-46e5-8ff4-3b9ab69cea88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.141580] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 732.141580] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cf9156-7831-5a2a-02f2-4a7b49148555" [ 732.141580] env[68867]: _type = "Task" [ 732.141580] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.150087] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cf9156-7831-5a2a-02f2-4a7b49148555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.187737] env[68867]: DEBUG nova.compute.manager [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received event network-vif-plugged-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.187974] env[68867]: DEBUG oslo_concurrency.lockutils [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] Acquiring lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.188187] env[68867]: DEBUG oslo_concurrency.lockutils [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.188351] env[68867]: DEBUG oslo_concurrency.lockutils [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.188513] env[68867]: DEBUG nova.compute.manager [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] No waiting events found dispatching network-vif-plugged-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.188685] env[68867]: WARNING nova.compute.manager [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received unexpected event network-vif-plugged-025dc181-5126-4a29-8372-46d844f2adf7 for instance with vm_state building and task_state spawning. [ 732.217365] env[68867]: DEBUG nova.compute.manager [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received event network-changed-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.217365] env[68867]: DEBUG nova.compute.manager [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing instance network info cache due to event network-changed-025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.217365] env[68867]: DEBUG oslo_concurrency.lockutils [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] Acquiring lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.347677] env[68867]: DEBUG nova.network.neutron [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updating instance_info_cache with network_info: [{"id": "025dc181-5126-4a29-8372-46d844f2adf7", "address": "fa:16:3e:9c:29:02", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025dc181-51", "ovs_interfaceid": "025dc181-5126-4a29-8372-46d844f2adf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.459393] env[68867]: DEBUG nova.network.neutron [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Successfully created port: 1aa9f2dd-6fb4-4e5a-875b-601a15747b72 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.558892] env[68867]: DEBUG nova.objects.base [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Object Instance<2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7> lazy-loaded attributes: info_cache,migration_context {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 732.562937] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a2a355-7122-4e71-b2e5-f07ba79dfc79 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.598724] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951222, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.654149] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cf9156-7831-5a2a-02f2-4a7b49148555, 'name': SearchDatastore_Task, 'duration_secs': 0.012943} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.657788] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074439} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.658023] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26739034-056a-4107-a981-2793c84995c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.660516] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.661297] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b34d4-e5df-4b07-a9da-ea58a5e72cc8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.689195] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 58156580-6b3c-4bd6-bb30-5dde8b8f9560/58156580-6b3c-4bd6-bb30-5dde8b8f9560.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.705286] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9c18ba-55f1-4915-abd9-efe798823d28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.720676] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 732.720676] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5251faeb-aa1a-8d9d-9c7a-c88d73a66d3f" [ 732.720676] env[68867]: _type = "Task" [ 732.720676] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.722682] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447669fd-845b-4456-bea9-1a45fbfef4a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.732310] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 732.732310] env[68867]: value = "task-2951224" [ 732.732310] env[68867]: _type = "Task" [ 732.732310] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.741765] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5251faeb-aa1a-8d9d-9c7a-c88d73a66d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.0182} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.742185] env[68867]: DEBUG oslo_vmware.api [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 732.742185] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52afcafc-3571-afd4-63fb-2eb01550d52e" [ 732.742185] env[68867]: _type = "Task" [ 732.742185] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.742944] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.744042] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c76853f2-ec5c-4c36-894b-8b51223a613f/c76853f2-ec5c-4c36-894b-8b51223a613f.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.744042] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba5c8b8-68da-4ada-a313-38a10a0eecd6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.752751] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.761030] env[68867]: DEBUG oslo_vmware.api [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52afcafc-3571-afd4-63fb-2eb01550d52e, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.761030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.761506] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 732.761506] env[68867]: value = "task-2951225" [ 732.761506] env[68867]: _type = "Task" [ 732.761506] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.769520] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.850882] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Releasing lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.851088] env[68867]: DEBUG nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Instance network_info: |[{"id": "025dc181-5126-4a29-8372-46d844f2adf7", "address": "fa:16:3e:9c:29:02", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025dc181-51", "ovs_interfaceid": "025dc181-5126-4a29-8372-46d844f2adf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.851523] env[68867]: DEBUG oslo_concurrency.lockutils [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] Acquired lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.851864] env[68867]: DEBUG nova.network.neutron [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.853550] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:29:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '025dc181-5126-4a29-8372-46d844f2adf7', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.863000] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Creating folder: Project (87732cad0002441d90170643cf816958). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.864143] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0ede60-4013-4a73-80a0-bb5061ea23d8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.879235] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Created folder: Project (87732cad0002441d90170643cf816958) in parent group-v592242. [ 732.879235] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Creating folder: Instances. Parent ref: group-v592311. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.879235] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b574e6bb-8904-4f41-a14f-ad35e8acfc83 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.885430] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Created folder: Instances in parent group-v592311. [ 732.885722] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.885921] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.886149] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a6cb5b3-38f7-4e1f-b4d8-dcac045dbb95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.908388] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.908388] env[68867]: value = "task-2951228" [ 732.908388] env[68867]: _type = "Task" [ 732.908388] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.917302] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951228, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.104230] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951222, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.191418] env[68867]: DEBUG nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.246487] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.247507] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.247507] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.247507] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.247507] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.247507] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.247901] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.247901] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.248047] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.248199] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.248415] env[68867]: DEBUG nova.virt.hardware [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.250253] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4673191-0f31-4471-b5a6-3de501a4ada8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.266031] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.270157] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657c7b6-47d8-44e4-85e8-6f4d6be06b41 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.282992] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951225, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.424253] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951228, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.605695] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951222, 'name': CloneVM_Task} progress is 95%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.716284] env[68867]: DEBUG nova.network.neutron [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updated VIF entry in instance network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.716284] env[68867]: DEBUG nova.network.neutron [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updating instance_info_cache with network_info: [{"id": "025dc181-5126-4a29-8372-46d844f2adf7", "address": "fa:16:3e:9c:29:02", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025dc181-51", "ovs_interfaceid": "025dc181-5126-4a29-8372-46d844f2adf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.745610] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951224, 'name': ReconfigVM_Task, 'duration_secs': 0.70569} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.745892] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 58156580-6b3c-4bd6-bb30-5dde8b8f9560/58156580-6b3c-4bd6-bb30-5dde8b8f9560.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.746519] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29377992-2c57-4967-b645-5cafa3bf1b16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.753616] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 733.753616] env[68867]: value = "task-2951229" [ 733.753616] env[68867]: _type = "Task" [ 733.753616] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.763094] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951229, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.764733] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d59b6be-3b16-4275-b987-cabefc74376d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.778547] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f154f4d-5459-4bf5-b381-657d2024ce2e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.782083] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601428} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.782608] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c76853f2-ec5c-4c36-894b-8b51223a613f/c76853f2-ec5c-4c36-894b-8b51223a613f.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.782608] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.783271] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ca8fa0b-5cbd-4dd0-ada5-390c5b3fa1f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.813100] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9748324c-793a-4ad3-a587-54e8862fc3b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.817375] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 733.817375] env[68867]: value = "task-2951230" [ 733.817375] env[68867]: _type = "Task" [ 733.817375] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.824967] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199bcf62-ae20-4eb6-9f0c-a8334413ae70 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.832817] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.852599] env[68867]: DEBUG nova.compute.provider_tree [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.925605] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951228, 'name': CreateVM_Task, 'duration_secs': 0.662238} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.925924] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.926691] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.926868] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.927217] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.927521] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac3eeb3-af98-41c6-9b25-5fa091c89fd4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.932722] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 733.932722] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528c32e9-37af-4c01-1fd4-c376244b9ac3" [ 733.932722] env[68867]: _type = "Task" [ 733.932722] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.941872] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528c32e9-37af-4c01-1fd4-c376244b9ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.104818] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951222, 'name': CloneVM_Task, 'duration_secs': 1.818805} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.105195] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Created linked-clone VM from snapshot [ 734.106032] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4057528f-8617-481f-9ea1-18b03e7df919 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.115783] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Uploading image 66600258-c97a-4226-9663-b96844d37fab {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 734.147374] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 734.147374] env[68867]: value = "vm-592310" [ 734.147374] env[68867]: _type = "VirtualMachine" [ 734.147374] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 734.147374] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-debdc346-da14-45b9-aa09-fad326b9e78c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.154398] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lease: (returnval){ [ 734.154398] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e67781-9879-fa53-9708-6eb7ce32c507" [ 734.154398] env[68867]: _type = "HttpNfcLease" [ 734.154398] env[68867]: } obtained for exporting VM: (result){ [ 734.154398] env[68867]: value = "vm-592310" [ 734.154398] env[68867]: _type = "VirtualMachine" [ 734.154398] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 734.154398] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the lease: (returnval){ [ 734.154398] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e67781-9879-fa53-9708-6eb7ce32c507" [ 734.154398] env[68867]: _type = "HttpNfcLease" [ 734.154398] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 734.162358] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 734.162358] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e67781-9879-fa53-9708-6eb7ce32c507" [ 734.162358] env[68867]: _type = "HttpNfcLease" [ 734.162358] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 734.219232] env[68867]: DEBUG oslo_concurrency.lockutils [req-a525bf31-dd82-4449-a59f-9e1b37bd4496 req-b263fb57-b46b-4842-b717-aac05a4a0846 service nova] Releasing lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.264361] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951229, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.327052] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124253} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.327554] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.328547] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7932122f-ac45-4011-8bc1-a7266caf6794 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.358701] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] c76853f2-ec5c-4c36-894b-8b51223a613f/c76853f2-ec5c-4c36-894b-8b51223a613f.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.359090] env[68867]: DEBUG nova.network.neutron [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Successfully updated port: 1aa9f2dd-6fb4-4e5a-875b-601a15747b72 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.360262] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ada86f-eaea-4e4f-b781-a50ca596954f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.386930] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 734.386930] env[68867]: value = "task-2951232" [ 734.386930] env[68867]: _type = "Task" [ 734.386930] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.397830] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.410310] env[68867]: ERROR nova.scheduler.client.report [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [req-73591613-eda5-40e3-a8b5-bfc3190e0841] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73591613-eda5-40e3-a8b5-bfc3190e0841"}]} [ 734.431688] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216ab12-9573-b7c3-57dd-0a8f3e096c6e/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.432694] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed3ea07-b185-458a-9568-1d44aec43baf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.439311] env[68867]: DEBUG nova.scheduler.client.report [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 734.443009] env[68867]: DEBUG nova.compute.manager [req-016be545-a1da-4079-b6fc-8b54c877d52b req-d34d0e40-81fb-45f1-8b0d-958f0996cae6 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Received event network-vif-plugged-1aa9f2dd-6fb4-4e5a-875b-601a15747b72 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.443322] env[68867]: DEBUG oslo_concurrency.lockutils [req-016be545-a1da-4079-b6fc-8b54c877d52b req-d34d0e40-81fb-45f1-8b0d-958f0996cae6 service nova] Acquiring lock "d435fc42-027b-4570-adf3-3af3e3ba7a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.443595] env[68867]: DEBUG oslo_concurrency.lockutils [req-016be545-a1da-4079-b6fc-8b54c877d52b req-d34d0e40-81fb-45f1-8b0d-958f0996cae6 service nova] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.444210] env[68867]: DEBUG oslo_concurrency.lockutils [req-016be545-a1da-4079-b6fc-8b54c877d52b req-d34d0e40-81fb-45f1-8b0d-958f0996cae6 service nova] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.444210] env[68867]: DEBUG nova.compute.manager [req-016be545-a1da-4079-b6fc-8b54c877d52b req-d34d0e40-81fb-45f1-8b0d-958f0996cae6 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] No waiting events found dispatching network-vif-plugged-1aa9f2dd-6fb4-4e5a-875b-601a15747b72 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.444527] env[68867]: WARNING nova.compute.manager [req-016be545-a1da-4079-b6fc-8b54c877d52b req-d34d0e40-81fb-45f1-8b0d-958f0996cae6 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Received unexpected event network-vif-plugged-1aa9f2dd-6fb4-4e5a-875b-601a15747b72 for instance with vm_state building and task_state spawning. [ 734.452534] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216ab12-9573-b7c3-57dd-0a8f3e096c6e/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.452765] env[68867]: ERROR oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216ab12-9573-b7c3-57dd-0a8f3e096c6e/disk-0.vmdk due to incomplete transfer. [ 734.456991] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f10ecee-1cd5-4288-af4e-89e4da2e2dbc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.459536] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528c32e9-37af-4c01-1fd4-c376244b9ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.460694] env[68867]: DEBUG nova.scheduler.client.report [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 734.461697] env[68867]: DEBUG nova.compute.provider_tree [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.463364] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.463671] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.463941] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.464130] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.464398] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.465329] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e46cfe-55bd-41db-9efd-b00b93df4641 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.470876] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216ab12-9573-b7c3-57dd-0a8f3e096c6e/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.471161] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Uploaded image 15be8363-101d-48ab-876d-ac8c0e8479e2 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.473695] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.475128] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ed69b48-1d61-4f5a-b2ca-bba12828d4bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.477036] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.477246] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.478881] env[68867]: DEBUG nova.scheduler.client.report [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 734.481061] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e48a23-afb0-4919-b0b9-522b9d037466 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.489911] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 734.489911] env[68867]: value = "task-2951233" [ 734.489911] env[68867]: _type = "Task" [ 734.489911] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.491671] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 734.491671] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f42f59-f13a-6fa2-31e2-38b3f81595bf" [ 734.491671] env[68867]: _type = "Task" [ 734.491671] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.505705] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951233, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.508183] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f42f59-f13a-6fa2-31e2-38b3f81595bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.509937] env[68867]: DEBUG nova.scheduler.client.report [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 734.667725] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 734.667725] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e67781-9879-fa53-9708-6eb7ce32c507" [ 734.667725] env[68867]: _type = "HttpNfcLease" [ 734.667725] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 734.668032] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 734.668032] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e67781-9879-fa53-9708-6eb7ce32c507" [ 734.668032] env[68867]: _type = "HttpNfcLease" [ 734.668032] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 734.669897] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d942adb1-e5c0-4ccf-8de0-d352a9f0004f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.681405] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520147be-8b86-e08c-ea35-1d49d8c7dee3/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 734.682749] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520147be-8b86-e08c-ea35-1d49d8c7dee3/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 734.768425] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951229, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.797693] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0a1a654-71f3-4308-bdd9-601285606d3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.882068] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "refresh_cache-d435fc42-027b-4570-adf3-3af3e3ba7a34" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.882480] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquired lock "refresh_cache-d435fc42-027b-4570-adf3-3af3e3ba7a34" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.882650] env[68867]: DEBUG nova.network.neutron [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.900400] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.010431] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951233, 'name': Destroy_Task, 'duration_secs': 0.332321} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.018980] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Destroyed the VM [ 735.018980] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.022678] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-574d981c-1e09-4f84-baa9-5931773d161a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.024697] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f42f59-f13a-6fa2-31e2-38b3f81595bf, 'name': SearchDatastore_Task, 'duration_secs': 0.021475} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.028421] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdf3e4d-5309-4690-a68f-f3f3623f917d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.032750] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 735.032750] env[68867]: value = "task-2951234" [ 735.032750] env[68867]: _type = "Task" [ 735.032750] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.034242] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 735.034242] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ac2219-2092-9950-adbe-197c47a6b82c" [ 735.034242] env[68867]: _type = "Task" [ 735.034242] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.058626] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.062790] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ac2219-2092-9950-adbe-197c47a6b82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.145439] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab41ea-7e03-4d13-aef4-75d24f5773ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.155600] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec90a7-c130-4394-a625-b203664eadf2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.187312] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b6456-11cb-419e-aefa-ed826d5ae070 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.195493] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53412f-37a2-414d-9e88-03e5f90d4b6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.211556] env[68867]: DEBUG nova.compute.provider_tree [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.265865] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951229, 'name': Rename_Task, 'duration_secs': 1.182561} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.266271] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.266619] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe5fe53-aa6a-445d-8349-fe9a16e1c787 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.273118] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 735.273118] env[68867]: value = "task-2951235" [ 735.273118] env[68867]: _type = "Task" [ 735.273118] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.281462] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.401880] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951232, 'name': ReconfigVM_Task, 'duration_secs': 0.710459} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.402333] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Reconfigured VM instance instance-00000016 to attach disk [datastore2] c76853f2-ec5c-4c36-894b-8b51223a613f/c76853f2-ec5c-4c36-894b-8b51223a613f.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.403289] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04b1340b-1354-478e-8634-c57ce66c609b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.411669] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 735.411669] env[68867]: value = "task-2951236" [ 735.411669] env[68867]: _type = "Task" [ 735.411669] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.432246] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951236, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.434132] env[68867]: DEBUG nova.network.neutron [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.559272] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951234, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.563708] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ac2219-2092-9950-adbe-197c47a6b82c, 'name': SearchDatastore_Task, 'duration_secs': 0.023016} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.564184] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.564589] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] cc8a23f9-92ab-4360-882f-81bcc26f6f79/cc8a23f9-92ab-4360-882f-81bcc26f6f79.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.565068] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8437f20-7800-4638-9a47-24d4a36574c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.581661] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 735.581661] env[68867]: value = "task-2951237" [ 735.581661] env[68867]: _type = "Task" [ 735.581661] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.593596] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.634031] env[68867]: DEBUG nova.network.neutron [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Updating instance_info_cache with network_info: [{"id": "1aa9f2dd-6fb4-4e5a-875b-601a15747b72", "address": "fa:16:3e:c3:c3:49", "network": {"id": "82d0a334-0429-4310-a67a-0abacb3aff0e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1221996684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4d385fd7f14182b9196ac4422aaa46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa9f2dd-6f", "ovs_interfaceid": "1aa9f2dd-6fb4-4e5a-875b-601a15747b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.756893] env[68867]: DEBUG nova.scheduler.client.report [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 735.760128] env[68867]: DEBUG nova.compute.provider_tree [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 47 to 48 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 735.760128] env[68867]: DEBUG nova.compute.provider_tree [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.787971] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.924525] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951236, 'name': Rename_Task, 'duration_secs': 0.189246} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.924525] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.924901] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-196c2b62-877f-4895-b090-0bfd16c127db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.938967] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 735.938967] env[68867]: value = "task-2951238" [ 735.938967] env[68867]: _type = "Task" [ 735.938967] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.955356] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.051829] env[68867]: DEBUG oslo_vmware.api [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951234, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745431} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.051829] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.051829] env[68867]: INFO nova.compute.manager [None req-f1418f7b-8315-4a94-a01f-f1fe7a112a3d tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Took 12.61 seconds to snapshot the instance on the hypervisor. [ 736.097358] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951237, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.138415] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Releasing lock "refresh_cache-d435fc42-027b-4570-adf3-3af3e3ba7a34" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.138806] env[68867]: DEBUG nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Instance network_info: |[{"id": "1aa9f2dd-6fb4-4e5a-875b-601a15747b72", "address": "fa:16:3e:c3:c3:49", "network": {"id": "82d0a334-0429-4310-a67a-0abacb3aff0e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1221996684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4d385fd7f14182b9196ac4422aaa46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa9f2dd-6f", "ovs_interfaceid": "1aa9f2dd-6fb4-4e5a-875b-601a15747b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.139291] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c3:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa9f2dd-6fb4-4e5a-875b-601a15747b72', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.147924] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Creating folder: Project (3b4d385fd7f14182b9196ac4422aaa46). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.151623] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c14c199a-733a-41c4-9a87-e86aa0ab759e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.159121] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Created folder: Project (3b4d385fd7f14182b9196ac4422aaa46) in parent group-v592242. [ 736.159333] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Creating folder: Instances. Parent ref: group-v592314. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.159585] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec32abca-5e6c-465c-8156-7b897071bac4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.171060] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Created folder: Instances in parent group-v592314. [ 736.171414] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.171646] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.171885] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a9f2dc6-b350-4a74-92f1-c9f36abb0e40 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.192709] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.192709] env[68867]: value = "task-2951241" [ 736.192709] env[68867]: _type = "Task" [ 736.192709] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.200831] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951241, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.267028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.203s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.267028] env[68867]: DEBUG nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.269236] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.516s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.269703] env[68867]: DEBUG nova.objects.instance [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lazy-loading 'resources' on Instance uuid b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.291982] env[68867]: DEBUG oslo_vmware.api [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951235, 'name': PowerOnVM_Task, 'duration_secs': 0.51533} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.291982] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.291982] env[68867]: INFO nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Took 11.91 seconds to spawn the instance on the hypervisor. [ 736.292300] env[68867]: DEBUG nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.293252] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea517fc-c969-4240-b477-22e68f0587f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.396713] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.397209] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.435602] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.436150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.455995] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.467114] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.467114] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.592891] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631542} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.593169] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] cc8a23f9-92ab-4360-882f-81bcc26f6f79/cc8a23f9-92ab-4360-882f-81bcc26f6f79.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.593379] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.593662] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98dc506e-de56-4af0-b29f-5690ccb26b1b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.602170] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 736.602170] env[68867]: value = "task-2951242" [ 736.602170] env[68867]: _type = "Task" [ 736.602170] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.609832] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.678218] env[68867]: DEBUG nova.compute.manager [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Received event network-changed-1aa9f2dd-6fb4-4e5a-875b-601a15747b72 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.678218] env[68867]: DEBUG nova.compute.manager [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Refreshing instance network info cache due to event network-changed-1aa9f2dd-6fb4-4e5a-875b-601a15747b72. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.678218] env[68867]: DEBUG oslo_concurrency.lockutils [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] Acquiring lock "refresh_cache-d435fc42-027b-4570-adf3-3af3e3ba7a34" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.678218] env[68867]: DEBUG oslo_concurrency.lockutils [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] Acquired lock "refresh_cache-d435fc42-027b-4570-adf3-3af3e3ba7a34" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.682678] env[68867]: DEBUG nova.network.neutron [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Refreshing network info cache for port 1aa9f2dd-6fb4-4e5a-875b-601a15747b72 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.709990] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951241, 'name': CreateVM_Task, 'duration_secs': 0.49048} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.710690] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.711750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.711750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.711750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.711959] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8ca54b-675d-4d7f-a511-e8600c1a81d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.719025] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 736.719025] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520b528f-11e0-4c82-abaf-5b6c05e837ab" [ 736.719025] env[68867]: _type = "Task" [ 736.719025] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.728482] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520b528f-11e0-4c82-abaf-5b6c05e837ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.773069] env[68867]: DEBUG nova.compute.utils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.783446] env[68867]: DEBUG nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.783446] env[68867]: DEBUG nova.network.neutron [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.815442] env[68867]: INFO nova.compute.manager [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Took 41.67 seconds to build instance. [ 736.834526] env[68867]: DEBUG nova.policy [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5357638117db4845bc38658ceb52536f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5a483fe04894bfca37e2ae36ef0fe4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.955510] env[68867]: DEBUG oslo_vmware.api [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951238, 'name': PowerOnVM_Task, 'duration_secs': 0.83169} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.955510] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.955510] env[68867]: INFO nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Took 9.85 seconds to spawn the instance on the hypervisor. [ 736.955510] env[68867]: DEBUG nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.955510] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2055b0e8-85be-42db-8a97-08e42986cbab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.114981] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07776} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.115260] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.119786] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59652c9a-82ad-49c1-a434-a5c60f4e7d82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.143613] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] cc8a23f9-92ab-4360-882f-81bcc26f6f79/cc8a23f9-92ab-4360-882f-81bcc26f6f79.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.146451] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636e8aa5-fc42-4e67-b5ae-c55fa60f8737 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.168390] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 737.168390] env[68867]: value = "task-2951243" [ 737.168390] env[68867]: _type = "Task" [ 737.168390] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.179475] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.196928] env[68867]: DEBUG nova.network.neutron [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Successfully created port: cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.231852] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520b528f-11e0-4c82-abaf-5b6c05e837ab, 'name': SearchDatastore_Task, 'duration_secs': 0.029456} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.237240] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.237505] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.237812] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.238013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.238210] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.239035] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96f4bdf5-af00-46f9-ab55-2887ed4a57fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.256345] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.256862] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.258033] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313782bf-5192-4d31-bb1c-c416d11db0b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.268426] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 737.268426] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5230de4a-167c-d563-a436-168264056a39" [ 737.268426] env[68867]: _type = "Task" [ 737.268426] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.279377] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5230de4a-167c-d563-a436-168264056a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.284173] env[68867]: DEBUG nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.322020] env[68867]: DEBUG oslo_concurrency.lockutils [None req-890df4d6-a2b2-4924-afc0-491fd20ebc97 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.503s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.447640] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16d07d5-9874-4c75-b6fc-90c4802088b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.456699] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ebab7-5e74-4733-8a70-eba223f08a21 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.499257] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ace273-c85a-4d99-aeef-35b4f1eefda4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.502180] env[68867]: INFO nova.compute.manager [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Took 40.50 seconds to build instance. [ 737.510861] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1099542-48e2-476e-8b8b-60717312aa24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.528050] env[68867]: DEBUG nova.compute.provider_tree [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.560451] env[68867]: DEBUG nova.network.neutron [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Updated VIF entry in instance network info cache for port 1aa9f2dd-6fb4-4e5a-875b-601a15747b72. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.560451] env[68867]: DEBUG nova.network.neutron [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Updating instance_info_cache with network_info: [{"id": "1aa9f2dd-6fb4-4e5a-875b-601a15747b72", "address": "fa:16:3e:c3:c3:49", "network": {"id": "82d0a334-0429-4310-a67a-0abacb3aff0e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1221996684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4d385fd7f14182b9196ac4422aaa46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa9f2dd-6f", "ovs_interfaceid": "1aa9f2dd-6fb4-4e5a-875b-601a15747b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.679015] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.780785] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5230de4a-167c-d563-a436-168264056a39, 'name': SearchDatastore_Task, 'duration_secs': 0.018466} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.781556] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448a19b5-6bd3-4f58-a031-e1233eb9e745 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.787259] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 737.787259] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5216c18b-a5ef-94ef-ec80-2b0aaa1de521" [ 737.787259] env[68867]: _type = "Task" [ 737.787259] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.800305] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5216c18b-a5ef-94ef-ec80-2b0aaa1de521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.823035] env[68867]: DEBUG nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.006335] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dc865a0-d954-415e-99b0-eda828d0ba16 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.352s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.051906] env[68867]: ERROR nova.scheduler.client.report [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] [req-e4fd7847-cc99-4223-8125-7e72eb84045b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4fd7847-cc99-4223-8125-7e72eb84045b"}]} [ 738.061257] env[68867]: DEBUG oslo_concurrency.lockutils [req-b317fa34-755f-4046-8df0-3cfbcc35aa91 req-f83fe77d-5ada-4c25-a3d4-6408e822dfc1 service nova] Releasing lock "refresh_cache-d435fc42-027b-4570-adf3-3af3e3ba7a34" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.070239] env[68867]: DEBUG nova.scheduler.client.report [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.083166] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.083532] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.091823] env[68867]: DEBUG nova.scheduler.client.report [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.092116] env[68867]: DEBUG nova.compute.provider_tree [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.107200] env[68867]: DEBUG nova.scheduler.client.report [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.127624] env[68867]: DEBUG nova.scheduler.client.report [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 738.182251] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951243, 'name': ReconfigVM_Task, 'duration_secs': 0.816451} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.186223] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Reconfigured VM instance instance-00000017 to attach disk [datastore2] cc8a23f9-92ab-4360-882f-81bcc26f6f79/cc8a23f9-92ab-4360-882f-81bcc26f6f79.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.187379] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f4814b2-c0c7-409f-96b9-89d13c812870 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.197023] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 738.197023] env[68867]: value = "task-2951244" [ 738.197023] env[68867]: _type = "Task" [ 738.197023] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.211533] env[68867]: DEBUG nova.compute.manager [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.213424] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951244, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.215373] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bc90ba-6922-4814-ad71-0080f1b6067d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.297597] env[68867]: DEBUG nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.311060] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5216c18b-a5ef-94ef-ec80-2b0aaa1de521, 'name': SearchDatastore_Task, 'duration_secs': 0.014675} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.311393] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.311948] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d435fc42-027b-4570-adf3-3af3e3ba7a34/d435fc42-027b-4570-adf3-3af3e3ba7a34.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.312117] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7ec61b-06d1-427d-8e2a-c21704ff01b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.320416] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 738.320416] env[68867]: value = "task-2951245" [ 738.320416] env[68867]: _type = "Task" [ 738.320416] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.336496] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.338736] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.339159] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.339374] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.339513] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.339654] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.339793] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.340044] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.340209] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.340369] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.341162] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.341162] env[68867]: DEBUG nova.virt.hardware [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.341908] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f1d8f-baf4-49b1-9e75-e0f160888a2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.345587] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.351184] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d7dd7-65ba-482f-bb9c-96cdf36be8d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.373092] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.373470] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.373708] env[68867]: DEBUG nova.compute.manager [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.378198] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3c757e-3468-45e4-ba85-5f55e1906e3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.386956] env[68867]: DEBUG nova.compute.manager [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 738.387613] env[68867]: DEBUG nova.objects.instance [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lazy-loading 'flavor' on Instance uuid 58156580-6b3c-4bd6-bb30-5dde8b8f9560 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.509305] env[68867]: DEBUG nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.591617] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.591909] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.592125] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.592368] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.593618] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.593618] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.593618] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 738.593618] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.709735] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951244, 'name': Rename_Task, 'duration_secs': 0.195661} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.710124] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.710394] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f6024ba-5c7b-4995-9438-ff4053dd7038 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.717240] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 738.717240] env[68867]: value = "task-2951246" [ 738.717240] env[68867]: _type = "Task" [ 738.717240] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.732656] env[68867]: INFO nova.compute.manager [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] instance snapshotting [ 738.734925] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.736727] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0af173c-e671-4da6-b8d9-260bb9672cbf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.740629] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3692509b-d272-465a-b9ce-1b834c13ced9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.744709] env[68867]: DEBUG nova.network.neutron [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Successfully updated port: cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.764645] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3eaf73-0514-4ae6-a0ea-18b8717221ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.768869] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a015d196-c379-4d9d-a775-031c132ae51b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.806882] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09da63-0cee-4385-93d8-5e10fe595b87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.810498] env[68867]: DEBUG nova.compute.manager [req-6a79956a-e536-4054-ac26-20a2597cd4b7 req-ce5441f3-f813-4cea-925b-7245edc4d5e8 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Received event network-vif-plugged-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.810747] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a79956a-e536-4054-ac26-20a2597cd4b7 req-ce5441f3-f813-4cea-925b-7245edc4d5e8 service nova] Acquiring lock "0863f9e3-7971-49ed-a32c-f85add3e50dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.810961] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a79956a-e536-4054-ac26-20a2597cd4b7 req-ce5441f3-f813-4cea-925b-7245edc4d5e8 service nova] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.811142] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a79956a-e536-4054-ac26-20a2597cd4b7 req-ce5441f3-f813-4cea-925b-7245edc4d5e8 service nova] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.811333] env[68867]: DEBUG nova.compute.manager [req-6a79956a-e536-4054-ac26-20a2597cd4b7 req-ce5441f3-f813-4cea-925b-7245edc4d5e8 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] No waiting events found dispatching network-vif-plugged-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.811508] env[68867]: WARNING nova.compute.manager [req-6a79956a-e536-4054-ac26-20a2597cd4b7 req-ce5441f3-f813-4cea-925b-7245edc4d5e8 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Received unexpected event network-vif-plugged-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 for instance with vm_state building and task_state spawning. [ 738.819623] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918e51a7-1615-4adc-8355-2d911200f1cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.838921] env[68867]: DEBUG nova.compute.provider_tree [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.844335] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951245, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.029462] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.096414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.228018] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.260994] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.261234] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquired lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.261423] env[68867]: DEBUG nova.network.neutron [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.314218] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.314611] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0eb3b7dc-0dce-4a04-85e3-046ea3154ca4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.323429] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 739.323429] env[68867]: value = "task-2951247" [ 739.323429] env[68867]: _type = "Task" [ 739.323429] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.336452] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.340039] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521952} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.340313] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d435fc42-027b-4570-adf3-3af3e3ba7a34/d435fc42-027b-4570-adf3-3af3e3ba7a34.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.340523] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.340775] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-343f463a-a5fd-4d6c-aa81-e435e46aef4c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.349522] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 739.349522] env[68867]: value = "task-2951248" [ 739.349522] env[68867]: _type = "Task" [ 739.349522] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.358883] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.387881] env[68867]: DEBUG nova.scheduler.client.report [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 739.388414] env[68867]: DEBUG nova.compute.provider_tree [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 51 to 52 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 739.388414] env[68867]: DEBUG nova.compute.provider_tree [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.396717] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.397047] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ef4e16-f3e0-4358-b0a7-43aec6bf55a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.404015] env[68867]: DEBUG oslo_vmware.api [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 739.404015] env[68867]: value = "task-2951249" [ 739.404015] env[68867]: _type = "Task" [ 739.404015] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.414195] env[68867]: DEBUG oslo_vmware.api [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.551297] env[68867]: DEBUG nova.compute.manager [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Received event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.551419] env[68867]: DEBUG nova.compute.manager [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing instance network info cache due to event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.551688] env[68867]: DEBUG oslo_concurrency.lockutils [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] Acquiring lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.552000] env[68867]: DEBUG oslo_concurrency.lockutils [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] Acquired lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.552315] env[68867]: DEBUG nova.network.neutron [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.729471] env[68867]: DEBUG oslo_vmware.api [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951246, 'name': PowerOnVM_Task, 'duration_secs': 0.686986} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.729957] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.730530] env[68867]: INFO nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Took 9.88 seconds to spawn the instance on the hypervisor. [ 739.732080] env[68867]: DEBUG nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.732080] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0418a361-eef2-476e-a0ad-11bd5d107002 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.796737] env[68867]: DEBUG nova.network.neutron [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.833248] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.860514] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0932} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.860772] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.861543] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b281348a-6aeb-43d4-9042-3af08e43ee2b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.884529] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] d435fc42-027b-4570-adf3-3af3e3ba7a34/d435fc42-027b-4570-adf3-3af3e3ba7a34.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.887284] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180e03cb-d523-442a-8bdc-6b1637b8dba1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.902019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.633s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.905026] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.278s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.905026] env[68867]: DEBUG nova.objects.instance [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lazy-loading 'resources' on Instance uuid e468efa9-3964-4eee-a813-a692b8ecf98d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.911556] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 739.911556] env[68867]: value = "task-2951250" [ 739.911556] env[68867]: _type = "Task" [ 739.911556] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.914790] env[68867]: DEBUG oslo_vmware.api [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951249, 'name': PowerOffVM_Task, 'duration_secs': 0.298614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.918479] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.918479] env[68867]: DEBUG nova.compute.manager [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.919410] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd6c1bc-2269-46b7-a432-656ff5d2db98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.926814] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.927825] env[68867]: INFO nova.scheduler.client.report [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Deleted allocations for instance b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713 [ 739.972923] env[68867]: DEBUG nova.network.neutron [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Updating instance_info_cache with network_info: [{"id": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "address": "fa:16:3e:c4:c8:74", "network": {"id": "ba6f2e44-8c85-4949-9c85-1955e5347dca", "bridge": "br-int", "label": "tempest-ServersTestJSON-844286112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a483fe04894bfca37e2ae36ef0fe4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc91b0bb-d0", "ovs_interfaceid": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.252184] env[68867]: INFO nova.compute.manager [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Took 40.38 seconds to build instance. [ 740.302110] env[68867]: DEBUG nova.network.neutron [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updated VIF entry in instance network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.302511] env[68867]: DEBUG nova.network.neutron [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.334687] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951247, 'name': CreateSnapshot_Task, 'duration_secs': 0.982196} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.334940] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.335736] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac731f2-e905-4ac1-9fb6-2576bae1e744 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.426157] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.440662] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c5bd0850-07c1-4364-8051-6f0e013eedac tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.442200] env[68867]: DEBUG oslo_concurrency.lockutils [None req-05cf71bd-591c-4024-b2db-049701e35442 tempest-InstanceActionsTestJSON-2131306681 tempest-InstanceActionsTestJSON-2131306681-project-member] Lock "b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.474s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.474304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Releasing lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.474545] env[68867]: DEBUG nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Instance network_info: |[{"id": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "address": "fa:16:3e:c4:c8:74", "network": {"id": "ba6f2e44-8c85-4949-9c85-1955e5347dca", "bridge": "br-int", "label": "tempest-ServersTestJSON-844286112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a483fe04894bfca37e2ae36ef0fe4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc91b0bb-d0", "ovs_interfaceid": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.474945] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:c8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.483097] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Creating folder: Project (f5a483fe04894bfca37e2ae36ef0fe4a). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.485784] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4845a4d0-b90a-4f81-bb45-0cf27bd27293 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.497820] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Created folder: Project (f5a483fe04894bfca37e2ae36ef0fe4a) in parent group-v592242. [ 740.498050] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Creating folder: Instances. Parent ref: group-v592318. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.500624] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31676c53-dbdf-4df6-a837-a48f13706601 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.510536] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Created folder: Instances in parent group-v592318. [ 740.510823] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.511035] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.511251] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a270818-e50c-493b-944c-b022155221ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.534429] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.534429] env[68867]: value = "task-2951253" [ 740.534429] env[68867]: _type = "Task" [ 740.534429] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.544737] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951253, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.755239] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f905a2f-5ce5-47dd-b6a8-7e7718e089d6 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.991s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.806963] env[68867]: DEBUG oslo_concurrency.lockutils [req-ba7a3040-f208-4a9a-9648-e4a3fc198824 req-0ac62a47-a3ba-4384-a54c-482d31cf757b service nova] Releasing lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.853644] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.856961] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc02a4e8-7354-4212-b2ce-4104eb2207ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.866620] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 740.866620] env[68867]: value = "task-2951254" [ 740.866620] env[68867]: _type = "Task" [ 740.866620] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.875054] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951254, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.925957] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951250, 'name': ReconfigVM_Task, 'duration_secs': 0.702227} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.926488] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Reconfigured VM instance instance-00000018 to attach disk [datastore1] d435fc42-027b-4570-adf3-3af3e3ba7a34/d435fc42-027b-4570-adf3-3af3e3ba7a34.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.929616] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-697af952-fa81-4fe6-ad63-7dc3131878e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.935805] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 740.935805] env[68867]: value = "task-2951255" [ 740.935805] env[68867]: _type = "Task" [ 740.935805] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.945723] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951255, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.962592] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0777740a-2dd6-46f5-bbe6-cadbddeef90e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.970709] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7b15db-d102-4e74-a378-f92859e4ea50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.002889] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf91800-f8d7-4298-9729-41ab59ab95f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.013190] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc872abf-12d8-4376-920a-d9119fc208df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.027318] env[68867]: DEBUG nova.compute.provider_tree [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.044594] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951253, 'name': CreateVM_Task, 'duration_secs': 0.356275} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.044759] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.045493] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.045666] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.046022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.046677] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dc0083-9d99-419c-90c8-aa4f09764fb8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.051387] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 741.051387] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528f6b0c-3f4b-9a27-7119-17cda56c646e" [ 741.051387] env[68867]: _type = "Task" [ 741.051387] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.061635] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528f6b0c-3f4b-9a27-7119-17cda56c646e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.259625] env[68867]: DEBUG nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.339614] env[68867]: DEBUG nova.compute.manager [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Received event network-changed-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.339959] env[68867]: DEBUG nova.compute.manager [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Refreshing instance network info cache due to event network-changed-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.340590] env[68867]: DEBUG oslo_concurrency.lockutils [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] Acquiring lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.340590] env[68867]: DEBUG oslo_concurrency.lockutils [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] Acquired lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.340824] env[68867]: DEBUG nova.network.neutron [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Refreshing network info cache for port cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.376232] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951254, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.446508] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951255, 'name': Rename_Task, 'duration_secs': 0.189073} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.446888] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.447174] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e26b75a-8a52-44df-ba81-847b3082d1fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.453752] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 741.453752] env[68867]: value = "task-2951256" [ 741.453752] env[68867]: _type = "Task" [ 741.453752] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.461695] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.557577] env[68867]: DEBUG nova.scheduler.client.report [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.557989] env[68867]: DEBUG nova.compute.provider_tree [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 52 to 53 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.558199] env[68867]: DEBUG nova.compute.provider_tree [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.565512] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528f6b0c-3f4b-9a27-7119-17cda56c646e, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.566086] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.566387] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.566634] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.566815] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.567017] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.567278] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39cb0de2-d165-4f66-85da-04ae4e7e3484 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.575850] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.576059] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.577391] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b7b9c7-6a68-4055-8813-1ee10023b258 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583203] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 741.583203] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52faacdd-9c45-e115-c228-5058a86a6651" [ 741.583203] env[68867]: _type = "Task" [ 741.583203] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.591874] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52faacdd-9c45-e115-c228-5058a86a6651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.784402] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.876764] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951254, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.970280] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.067809] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.070840] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.088s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.072530] env[68867]: INFO nova.compute.claims [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.078268] env[68867]: DEBUG nova.network.neutron [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Updated VIF entry in instance network info cache for port cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.078733] env[68867]: DEBUG nova.network.neutron [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Updating instance_info_cache with network_info: [{"id": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "address": "fa:16:3e:c4:c8:74", "network": {"id": "ba6f2e44-8c85-4949-9c85-1955e5347dca", "bridge": "br-int", "label": "tempest-ServersTestJSON-844286112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a483fe04894bfca37e2ae36ef0fe4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc91b0bb-d0", "ovs_interfaceid": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.094136] env[68867]: INFO nova.scheduler.client.report [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Deleted allocations for instance e468efa9-3964-4eee-a813-a692b8ecf98d [ 742.105354] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52faacdd-9c45-e115-c228-5058a86a6651, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.109889] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5f73f9-2164-4a35-b218-881f181ffb7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.116929] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 742.116929] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52819b65-85ff-3293-5cac-01a8d9ea601a" [ 742.116929] env[68867]: _type = "Task" [ 742.116929] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.127177] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.127177] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.131443] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52819b65-85ff-3293-5cac-01a8d9ea601a, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.131617] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.134613] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0863f9e3-7971-49ed-a32c-f85add3e50dd/0863f9e3-7971-49ed-a32c-f85add3e50dd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.134613] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be6e17c8-2b51-4e32-b922-8bd4375eb623 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.138475] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 742.138475] env[68867]: value = "task-2951257" [ 742.138475] env[68867]: _type = "Task" [ 742.138475] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.146950] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.228568] env[68867]: DEBUG nova.compute.manager [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.230262] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416a505-7a5b-45a0-800e-0751444d34bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.376764] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951254, 'name': CloneVM_Task} progress is 95%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.466737] env[68867]: DEBUG oslo_vmware.api [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951256, 'name': PowerOnVM_Task, 'duration_secs': 0.649683} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.466993] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.467220] env[68867]: INFO nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Took 9.28 seconds to spawn the instance on the hypervisor. [ 742.467415] env[68867]: DEBUG nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.468318] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa04f8e2-8526-4498-8e9d-7da1a78c1380 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.587684] env[68867]: DEBUG oslo_concurrency.lockutils [req-ce98a9ed-56ee-48fc-8518-3cb6c81740fa req-3d9fcd70-c029-4366-85eb-0639f0ccfe80 service nova] Releasing lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.613436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab150262-0694-413e-aa82-d03afb4a2de7 tempest-ServersAdmin275Test-865884979 tempest-ServersAdmin275Test-865884979-project-member] Lock "e468efa9-3964-4eee-a813-a692b8ecf98d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.315s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.652256] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951257, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.741777] env[68867]: INFO nova.compute.manager [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] instance snapshotting [ 742.742087] env[68867]: WARNING nova.compute.manager [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 742.745538] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0572d46b-9d82-4679-adee-bf56828795f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.769231] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eaf8c9-3405-4451-84bd-6ecaef16b58a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.886934] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951254, 'name': CloneVM_Task, 'duration_secs': 1.712874} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.887282] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Created linked-clone VM from snapshot [ 742.889072] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e836b9-56b2-4160-9c5e-2466ec929010 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.899116] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Uploading image fefca504-0eaa-4929-9d93-544abcb164be {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.926563] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.926563] env[68867]: value = "vm-592321" [ 742.926563] env[68867]: _type = "VirtualMachine" [ 742.926563] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.926895] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-802a6812-3f1d-45d4-bb55-fb9afb5df5f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.936131] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lease: (returnval){ [ 742.936131] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c632b0-0741-ed25-b841-3e8870542c28" [ 742.936131] env[68867]: _type = "HttpNfcLease" [ 742.936131] env[68867]: } obtained for exporting VM: (result){ [ 742.936131] env[68867]: value = "vm-592321" [ 742.936131] env[68867]: _type = "VirtualMachine" [ 742.936131] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.936131] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the lease: (returnval){ [ 742.936131] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c632b0-0741-ed25-b841-3e8870542c28" [ 742.936131] env[68867]: _type = "HttpNfcLease" [ 742.936131] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.942348] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.942348] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c632b0-0741-ed25-b841-3e8870542c28" [ 742.942348] env[68867]: _type = "HttpNfcLease" [ 742.942348] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.991971] env[68867]: INFO nova.compute.manager [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Took 40.52 seconds to build instance. [ 743.153249] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627896} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.153249] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0863f9e3-7971-49ed-a32c-f85add3e50dd/0863f9e3-7971-49ed-a32c-f85add3e50dd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.153249] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.153368] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9483723b-54f7-42b4-affe-02bc25729acf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.161083] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 743.161083] env[68867]: value = "task-2951259" [ 743.161083] env[68867]: _type = "Task" [ 743.161083] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.174038] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.280448] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.283227] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f56fd76-66c6-41c5-a09d-3649ade51538 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.293018] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 743.293018] env[68867]: value = "task-2951260" [ 743.293018] env[68867]: _type = "Task" [ 743.293018] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.304878] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.450594] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.450594] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c632b0-0741-ed25-b841-3e8870542c28" [ 743.450594] env[68867]: _type = "HttpNfcLease" [ 743.450594] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.451037] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.451037] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c632b0-0741-ed25-b841-3e8870542c28" [ 743.451037] env[68867]: _type = "HttpNfcLease" [ 743.451037] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.451687] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a696a4b-fe0a-46be-b2b4-4b0dfb58033b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.468336] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239df33-de4d-4353-c4f4-9d3e3b4625c7/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.468546] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239df33-de4d-4353-c4f4-9d3e3b4625c7/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.526833] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dd4d49a0-2e2e-4c6c-b5cb-ec7e93f58b06 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.613s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.674630] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.674910] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.675726] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebbf164-f5fa-43ce-b14d-78b35e545574 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.694126] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3df01f50-4271-42eb-a31d-206a6075c8b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.705513] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 0863f9e3-7971-49ed-a32c-f85add3e50dd/0863f9e3-7971-49ed-a32c-f85add3e50dd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.711950] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415136cb-9935-407c-aed4-cadb326dd31f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.732738] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 743.732738] env[68867]: value = "task-2951261" [ 743.732738] env[68867]: _type = "Task" [ 743.732738] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.745864] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.787514] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db3053c-32eb-4fc8-9f26-db21fd2ca255 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.802383] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c41a8d-f646-43ed-a371-222a2b6f828f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.810165] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951260, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.844636] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427749e5-e6fc-4983-82b6-996ae420b44d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.854753] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f3238-698e-4520-94d6-4105aad244ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.869669] env[68867]: DEBUG nova.compute.provider_tree [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.033897] env[68867]: DEBUG nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.251921] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.304775] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "d435fc42-027b-4570-adf3-3af3e3ba7a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.305201] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.305462] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "d435fc42-027b-4570-adf3-3af3e3ba7a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.305698] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.305961] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.307834] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951260, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.311023] env[68867]: INFO nova.compute.manager [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Terminating instance [ 744.374897] env[68867]: DEBUG nova.scheduler.client.report [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.561551] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.745444] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951261, 'name': ReconfigVM_Task, 'duration_secs': 0.537217} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.745928] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 0863f9e3-7971-49ed-a32c-f85add3e50dd/0863f9e3-7971-49ed-a32c-f85add3e50dd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.746699] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39965e24-5957-40a9-b3ac-5638cb3175f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.756305] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 744.756305] env[68867]: value = "task-2951262" [ 744.756305] env[68867]: _type = "Task" [ 744.756305] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.767828] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951262, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.807023] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951260, 'name': CreateSnapshot_Task, 'duration_secs': 1.191475} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.807023] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.807023] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c43f15d-fa6a-4bd3-a333-0d1e8be153e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.814555] env[68867]: DEBUG nova.compute.manager [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.814839] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.818819] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ff835-df4c-4340-b24e-20598c21e955 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.827959] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.828363] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-313ab2d5-3991-4e63-b14c-5d5cdb054227 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.835731] env[68867]: DEBUG oslo_vmware.api [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 744.835731] env[68867]: value = "task-2951263" [ 744.835731] env[68867]: _type = "Task" [ 744.835731] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.846967] env[68867]: DEBUG oslo_vmware.api [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.881051] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.881492] env[68867]: DEBUG nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.885954] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.278s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.886210] env[68867]: DEBUG nova.objects.instance [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lazy-loading 'resources' on Instance uuid 5c480ae9-bbf7-4d14-be10-bd5165525885 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.028267] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520147be-8b86-e08c-ea35-1d49d8c7dee3/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 745.031206] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a2fa24-8251-4ade-98b9-3c3ea03f8491 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.038422] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520147be-8b86-e08c-ea35-1d49d8c7dee3/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 745.038698] env[68867]: ERROR oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520147be-8b86-e08c-ea35-1d49d8c7dee3/disk-0.vmdk due to incomplete transfer. [ 745.039065] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-02e45731-d066-4ccb-a934-8d50dfa19f4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.047535] env[68867]: DEBUG oslo_vmware.rw_handles [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520147be-8b86-e08c-ea35-1d49d8c7dee3/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 745.047820] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Uploaded image 66600258-c97a-4226-9663-b96844d37fab to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 745.050516] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 745.050830] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca7d4389-1a99-457f-9de7-f75a06a1e0be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.058779] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 745.058779] env[68867]: value = "task-2951264" [ 745.058779] env[68867]: _type = "Task" [ 745.058779] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.069414] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951264, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.267232] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951262, 'name': Rename_Task, 'duration_secs': 0.158843} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.267601] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.267994] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a690d3a-242a-48b2-9341-c0e30ef639d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.278019] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 745.278019] env[68867]: value = "task-2951265" [ 745.278019] env[68867]: _type = "Task" [ 745.278019] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.285211] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.331274] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.331983] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f05866e2-44df-404b-b9bc-8c92186d6f60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.340974] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 745.340974] env[68867]: value = "task-2951266" [ 745.340974] env[68867]: _type = "Task" [ 745.340974] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.347523] env[68867]: DEBUG oslo_vmware.api [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951263, 'name': PowerOffVM_Task, 'duration_secs': 0.230857} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.348273] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.348514] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.349150] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52d3e20-0fb6-42d1-b658-112cdd9b5447 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.357105] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951266, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.391188] env[68867]: DEBUG nova.compute.utils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.393009] env[68867]: DEBUG nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.393870] env[68867]: DEBUG nova.network.neutron [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.469096] env[68867]: DEBUG nova.policy [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e878ecad4a1048a0a7ebc03a855f202c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51495231f564f068258565184d7429d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.491879] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.492399] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.492399] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Deleting the datastore file [datastore1] d435fc42-027b-4570-adf3-3af3e3ba7a34 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.492726] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-840c14df-50cc-4cf7-80c6-ee98a380a34d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.499366] env[68867]: DEBUG oslo_vmware.api [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for the task: (returnval){ [ 745.499366] env[68867]: value = "task-2951268" [ 745.499366] env[68867]: _type = "Task" [ 745.499366] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.508562] env[68867]: DEBUG oslo_vmware.api [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.575344] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951264, 'name': Destroy_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.793336] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951265, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.858099] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951266, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.899980] env[68867]: DEBUG nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.014559] env[68867]: DEBUG oslo_vmware.api [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Task: {'id': task-2951268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366352} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.014987] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.015320] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.015508] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.015777] env[68867]: INFO nova.compute.manager [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Took 1.20 seconds to destroy the instance on the hypervisor. [ 746.016123] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.020009] env[68867]: DEBUG nova.compute.manager [-] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.021213] env[68867]: DEBUG nova.network.neutron [-] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.042545] env[68867]: DEBUG nova.network.neutron [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Successfully created port: 20977f50-7aee-45fe-a8a6-b1f3225baec1 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.071663] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951264, 'name': Destroy_Task, 'duration_secs': 0.678482} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.071956] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Destroyed the VM [ 746.072821] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.072821] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0cd45fd-5649-421a-a278-f3b18f131653 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.076019] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c11252f-710b-43a3-af30-2cfdc5e2e470 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.086063] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05175ed0-c6ac-47dc-9b85-b24694f68f56 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.090089] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 746.090089] env[68867]: value = "task-2951269" [ 746.090089] env[68867]: _type = "Task" [ 746.090089] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.127697] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebab6b3c-e57a-4efb-adfa-724b269015e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.134823] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.141612] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b012e93-9606-4026-8fb2-3c6fdb8d7d52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.158663] env[68867]: DEBUG nova.compute.provider_tree [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.290221] env[68867]: DEBUG oslo_vmware.api [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951265, 'name': PowerOnVM_Task, 'duration_secs': 0.527736} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.290863] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.291311] env[68867]: INFO nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Took 7.99 seconds to spawn the instance on the hypervisor. [ 746.291688] env[68867]: DEBUG nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.292820] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb07b627-b19d-49ec-a9fd-6f8711a5ccf1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.355935] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951266, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.605279] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951269, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.656218] env[68867]: DEBUG nova.compute.manager [req-eddd58df-9541-4451-9c25-37dfa5fef823 req-79dd7585-5e17-4a0e-918e-00d54189c4de service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Received event network-vif-deleted-1aa9f2dd-6fb4-4e5a-875b-601a15747b72 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.656405] env[68867]: INFO nova.compute.manager [req-eddd58df-9541-4451-9c25-37dfa5fef823 req-79dd7585-5e17-4a0e-918e-00d54189c4de service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Neutron deleted interface 1aa9f2dd-6fb4-4e5a-875b-601a15747b72; detaching it from the instance and deleting it from the info cache [ 746.656570] env[68867]: DEBUG nova.network.neutron [req-eddd58df-9541-4451-9c25-37dfa5fef823 req-79dd7585-5e17-4a0e-918e-00d54189c4de service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.663310] env[68867]: DEBUG nova.scheduler.client.report [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.823266] env[68867]: INFO nova.compute.manager [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Took 41.86 seconds to build instance. [ 746.853763] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951266, 'name': CloneVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.917500] env[68867]: DEBUG nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.952353] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.952625] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.952815] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.953499] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.953499] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.953499] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.953681] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.953831] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.954016] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.954233] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.954576] env[68867]: DEBUG nova.virt.hardware [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.955355] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250a65a3-f844-45cd-82b2-485fa9400d54 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.964780] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e8e910-039e-4ea0-9b1b-b5722b8924bb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.079794] env[68867]: DEBUG nova.network.neutron [-] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.107166] env[68867]: DEBUG oslo_vmware.api [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951269, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929195} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.107444] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.107667] env[68867]: INFO nova.compute.manager [None req-f21a577f-a2ab-4d2a-b479-0e76d8039b72 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 747.160014] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96bba727-c8db-4aa1-841b-dc9e7802869d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.171840] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8567b23f-cea7-406f-b311-8e7c7a759d7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.187846] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.191385] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.098s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.191649] env[68867]: DEBUG nova.objects.instance [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lazy-loading 'resources' on Instance uuid 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.222813] env[68867]: DEBUG nova.compute.manager [req-eddd58df-9541-4451-9c25-37dfa5fef823 req-79dd7585-5e17-4a0e-918e-00d54189c4de service nova] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Detach interface failed, port_id=1aa9f2dd-6fb4-4e5a-875b-601a15747b72, reason: Instance d435fc42-027b-4570-adf3-3af3e3ba7a34 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.223660] env[68867]: INFO nova.scheduler.client.report [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted allocations for instance 5c480ae9-bbf7-4d14-be10-bd5165525885 [ 747.328658] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5bbb8b5d-486d-4583-960c-965f0709f617 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.107s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.354979] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951266, 'name': CloneVM_Task, 'duration_secs': 1.581394} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.354979] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Created linked-clone VM from snapshot [ 747.355364] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d0dc2f-f9f6-40a0-937d-601d2d584198 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.364290] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Uploading image a7d8f313-94fe-4c4c-95e0-09b3ba5165cc {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.400902] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.400902] env[68867]: value = "vm-592323" [ 747.400902] env[68867]: _type = "VirtualMachine" [ 747.400902] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.401232] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a09d3de7-83b9-49c8-bb32-9f07cfcd9835 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.409539] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease: (returnval){ [ 747.409539] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c30c9e-4c2c-e7e8-863a-18f788f92c5b" [ 747.409539] env[68867]: _type = "HttpNfcLease" [ 747.409539] env[68867]: } obtained for exporting VM: (result){ [ 747.409539] env[68867]: value = "vm-592323" [ 747.409539] env[68867]: _type = "VirtualMachine" [ 747.409539] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.409805] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the lease: (returnval){ [ 747.409805] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c30c9e-4c2c-e7e8-863a-18f788f92c5b" [ 747.409805] env[68867]: _type = "HttpNfcLease" [ 747.409805] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.417417] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.417417] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c30c9e-4c2c-e7e8-863a-18f788f92c5b" [ 747.417417] env[68867]: _type = "HttpNfcLease" [ 747.417417] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 747.586631] env[68867]: INFO nova.compute.manager [-] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Took 1.57 seconds to deallocate network for instance. [ 747.663552] env[68867]: DEBUG nova.compute.manager [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Received event network-changed-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.663905] env[68867]: DEBUG nova.compute.manager [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Refreshing instance network info cache due to event network-changed-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.663905] env[68867]: DEBUG oslo_concurrency.lockutils [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] Acquiring lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.664324] env[68867]: DEBUG oslo_concurrency.lockutils [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] Acquired lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.664324] env[68867]: DEBUG nova.network.neutron [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Refreshing network info cache for port cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.733408] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0a26b6c-17af-4358-8571-2a6b1a6d0a29 tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "5c480ae9-bbf7-4d14-be10-bd5165525885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.496s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.833027] env[68867]: DEBUG nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.919440] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.919440] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c30c9e-4c2c-e7e8-863a-18f788f92c5b" [ 747.919440] env[68867]: _type = "HttpNfcLease" [ 747.919440] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 747.920240] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 747.920240] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c30c9e-4c2c-e7e8-863a-18f788f92c5b" [ 747.920240] env[68867]: _type = "HttpNfcLease" [ 747.920240] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 747.920565] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9c6f9e-e905-486c-aa4f-21a41bee5cd9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.933257] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c48eb9-d51f-6c0a-c0c3-909f1861d9f7/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 747.933457] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c48eb9-d51f-6c0a-c0c3-909f1861d9f7/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 747.994385] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.998022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.998022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.998022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.998022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.000799] env[68867]: INFO nova.compute.manager [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Terminating instance [ 748.036030] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45dbe3c0-9e70-4291-bbcc-b094d1f59afb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.102440] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.353401] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.390086] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5d9e5-a436-4840-bee6-4712bcc27bb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.399018] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b90f47-40de-4736-b0bb-8ad57372f5f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.435266] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba1a1a9-9476-4f44-9dc4-72c684be12e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.444074] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23d0b1-66e8-435e-9a68-e2f0783d57a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.458650] env[68867]: DEBUG nova.compute.provider_tree [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.464588] env[68867]: DEBUG nova.network.neutron [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Successfully updated port: 20977f50-7aee-45fe-a8a6-b1f3225baec1 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.506163] env[68867]: DEBUG nova.compute.manager [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.506416] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.507563] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231a87f4-969c-4299-b983-6f0f55a93dfb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.518850] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.519416] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a004799-a05a-493a-a6ba-091f6c4ee136 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.528258] env[68867]: DEBUG oslo_vmware.api [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 748.528258] env[68867]: value = "task-2951271" [ 748.528258] env[68867]: _type = "Task" [ 748.528258] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.742578] env[68867]: DEBUG nova.network.neutron [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Updated VIF entry in instance network info cache for port cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.743763] env[68867]: DEBUG nova.network.neutron [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Updating instance_info_cache with network_info: [{"id": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "address": "fa:16:3e:c4:c8:74", "network": {"id": "ba6f2e44-8c85-4949-9c85-1955e5347dca", "bridge": "br-int", "label": "tempest-ServersTestJSON-844286112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a483fe04894bfca37e2ae36ef0fe4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc91b0bb-d0", "ovs_interfaceid": "cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.964991] env[68867]: DEBUG nova.scheduler.client.report [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.971483] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "refresh_cache-d26c07a4-11ab-4cd2-bace-d081b6b09f30" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.971676] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "refresh_cache-d26c07a4-11ab-4cd2-bace-d081b6b09f30" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.973601] env[68867]: DEBUG nova.network.neutron [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.041917] env[68867]: DEBUG oslo_vmware.api [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951271, 'name': PowerOffVM_Task, 'duration_secs': 0.314514} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.042555] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.042729] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.043072] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4690f8c0-7ebb-49a0-98ee-cee67e2f023d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.112420] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.112637] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.112811] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleting the datastore file [datastore1] b58e6f5b-0e27-4b89-83ce-c2d969ee9789 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.113083] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbdbbcc3-9fe8-4a51-9b13-78bd56c82f63 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.122817] env[68867]: DEBUG oslo_vmware.api [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 749.122817] env[68867]: value = "task-2951273" [ 749.122817] env[68867]: _type = "Task" [ 749.122817] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.131594] env[68867]: DEBUG oslo_vmware.api [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.246560] env[68867]: DEBUG oslo_concurrency.lockutils [req-284b6a6e-274a-4f04-828b-9bbd0d51d4c7 req-2bc20023-f551-4530-bf89-96147e975270 service nova] Releasing lock "refresh_cache-0863f9e3-7971-49ed-a32c-f85add3e50dd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.477524] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.482418] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.363s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.489640] env[68867]: INFO nova.compute.claims [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.509511] env[68867]: INFO nova.scheduler.client.report [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Deleted allocations for instance 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a [ 749.531600] env[68867]: DEBUG nova.network.neutron [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.639018] env[68867]: DEBUG oslo_vmware.api [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269923} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.639018] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.639018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.639018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.639018] env[68867]: INFO nova.compute.manager [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Took 1.13 seconds to destroy the instance on the hypervisor. [ 749.639397] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.639397] env[68867]: DEBUG nova.compute.manager [-] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.639397] env[68867]: DEBUG nova.network.neutron [-] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.692818] env[68867]: DEBUG nova.network.neutron [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Updating instance_info_cache with network_info: [{"id": "20977f50-7aee-45fe-a8a6-b1f3225baec1", "address": "fa:16:3e:e9:e7:46", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20977f50-7a", "ovs_interfaceid": "20977f50-7aee-45fe-a8a6-b1f3225baec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.019831] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3466227c-1cc2-4edb-a9c1-1d019bbb58d5 tempest-ServerDiagnosticsTest-1176714214 tempest-ServerDiagnosticsTest-1176714214-project-member] Lock "7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.101s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.195647] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "refresh_cache-d26c07a4-11ab-4cd2-bace-d081b6b09f30" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.199015] env[68867]: DEBUG nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance network_info: |[{"id": "20977f50-7aee-45fe-a8a6-b1f3225baec1", "address": "fa:16:3e:e9:e7:46", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20977f50-7a", "ovs_interfaceid": "20977f50-7aee-45fe-a8a6-b1f3225baec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.199297] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20977f50-7aee-45fe-a8a6-b1f3225baec1', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.213558] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating folder: Project (b51495231f564f068258565184d7429d). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.213558] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55c03737-29c3-49b4-bb21-9964561ec51f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.227500] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created folder: Project (b51495231f564f068258565184d7429d) in parent group-v592242. [ 750.227738] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating folder: Instances. Parent ref: group-v592324. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.228085] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945d7990-0b56-48b4-a820-428d3639249f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.240021] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created folder: Instances in parent group-v592324. [ 750.240149] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.240319] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.240596] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ceed355-9742-4e89-a35d-b696198c5293 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.274737] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.274737] env[68867]: value = "task-2951276" [ 750.274737] env[68867]: _type = "Task" [ 750.274737] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.286226] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951276, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.572072] env[68867]: DEBUG nova.network.neutron [-] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.786043] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951276, 'name': CreateVM_Task, 'duration_secs': 0.44243} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.787429] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.788367] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.788555] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.788841] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.789144] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b796eb-200a-44ce-b2be-67ee7fe3a062 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.793717] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 750.793717] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b69e5a-9412-4490-91fd-5301ea4c8e30" [ 750.793717] env[68867]: _type = "Task" [ 750.793717] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.802233] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b69e5a-9412-4490-91fd-5301ea4c8e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.980038] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aedda37-d32a-43f9-99f6-30ab5a53dbd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.988640] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7856f150-878b-422f-9f64-c891d4441fe1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.021052] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace8efd5-4aa5-4c79-98ae-3a6dab626c6d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.029176] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0426a-7635-4064-b56e-d9c84a72546b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.044368] env[68867]: DEBUG nova.compute.provider_tree [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.074292] env[68867]: INFO nova.compute.manager [-] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Took 1.44 seconds to deallocate network for instance. [ 751.304940] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b69e5a-9412-4490-91fd-5301ea4c8e30, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.305105] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305323] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.305874] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.306106] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.306236] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.306574] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a32fb390-d2ad-4834-abb4-b7360c9e04a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.315051] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.315241] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.315978] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20f239d-9fd8-4e9c-ad30-a7140d754ed0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.321070] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 751.321070] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524ad9cd-6160-8706-2196-1dc30fead84d" [ 751.321070] env[68867]: _type = "Task" [ 751.321070] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.328538] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524ad9cd-6160-8706-2196-1dc30fead84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.570481] env[68867]: ERROR nova.scheduler.client.report [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [req-c153ceff-9399-47c7-a816-cbb933d7d074] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c153ceff-9399-47c7-a816-cbb933d7d074"}]} [ 751.581301] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.590547] env[68867]: DEBUG nova.scheduler.client.report [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 751.609490] env[68867]: DEBUG nova.scheduler.client.report [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 751.609490] env[68867]: DEBUG nova.compute.provider_tree [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.622200] env[68867]: DEBUG nova.scheduler.client.report [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 751.642387] env[68867]: DEBUG nova.scheduler.client.report [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 751.719203] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239df33-de4d-4353-c4f4-9d3e3b4625c7/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 751.720276] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72afee7c-93e3-485f-8315-150717515e2f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.727411] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239df33-de4d-4353-c4f4-9d3e3b4625c7/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 751.727581] env[68867]: ERROR oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239df33-de4d-4353-c4f4-9d3e3b4625c7/disk-0.vmdk due to incomplete transfer. [ 751.727839] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2db9c2f7-6523-4608-b180-e6b4aae6956c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.737876] env[68867]: DEBUG oslo_vmware.rw_handles [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239df33-de4d-4353-c4f4-9d3e3b4625c7/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 751.738051] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Uploaded image fefca504-0eaa-4929-9d93-544abcb164be to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 751.739869] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 751.740156] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14b20f51-668e-4665-acf1-7547fefd27a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.746544] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 751.746544] env[68867]: value = "task-2951277" [ 751.746544] env[68867]: _type = "Task" [ 751.746544] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.757136] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951277, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.835540] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524ad9cd-6160-8706-2196-1dc30fead84d, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.840658] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e4778e-f195-475e-8716-bb81a5d5d4e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.847493] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 751.847493] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aaa0fb-a90b-12e6-8818-4ae7a2545acd" [ 751.847493] env[68867]: _type = "Task" [ 751.847493] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.858791] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aaa0fb-a90b-12e6-8818-4ae7a2545acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.263548] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951277, 'name': Destroy_Task, 'duration_secs': 0.390797} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.263984] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Destroyed the VM [ 752.264389] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.264736] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebf6208c-fb1a-4e8b-a22f-deb4fe1a79c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.270680] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f221e-9d69-4d74-a569-6c7b14188fdb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.276722] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 752.276722] env[68867]: value = "task-2951278" [ 752.276722] env[68867]: _type = "Task" [ 752.276722] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.288857] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a35624-43fc-4d8e-95a6-6f7799de2062 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.300899] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.335343] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd2c429-9b6e-43c3-88a5-e166fd3b0ac9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.342556] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f9753-b643-42d8-bc16-386d6b7a41f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.370163] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aaa0fb-a90b-12e6-8818-4ae7a2545acd, 'name': SearchDatastore_Task, 'duration_secs': 0.022464} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.370163] env[68867]: DEBUG nova.compute.provider_tree [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.373037] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.373037] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.373037] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcab1344-7cca-4532-878e-4b71ee9671c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.383305] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 752.383305] env[68867]: value = "task-2951279" [ 752.383305] env[68867]: _type = "Task" [ 752.383305] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.394510] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.492088] env[68867]: DEBUG nova.compute.manager [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Received event network-vif-plugged-20977f50-7aee-45fe-a8a6-b1f3225baec1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.492373] env[68867]: DEBUG oslo_concurrency.lockutils [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] Acquiring lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.492540] env[68867]: DEBUG oslo_concurrency.lockutils [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.492743] env[68867]: DEBUG oslo_concurrency.lockutils [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.492878] env[68867]: DEBUG nova.compute.manager [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] No waiting events found dispatching network-vif-plugged-20977f50-7aee-45fe-a8a6-b1f3225baec1 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.493055] env[68867]: WARNING nova.compute.manager [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Received unexpected event network-vif-plugged-20977f50-7aee-45fe-a8a6-b1f3225baec1 for instance with vm_state building and task_state spawning. [ 752.493233] env[68867]: DEBUG nova.compute.manager [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Received event network-changed-20977f50-7aee-45fe-a8a6-b1f3225baec1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.493405] env[68867]: DEBUG nova.compute.manager [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Refreshing instance network info cache due to event network-changed-20977f50-7aee-45fe-a8a6-b1f3225baec1. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.493598] env[68867]: DEBUG oslo_concurrency.lockutils [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] Acquiring lock "refresh_cache-d26c07a4-11ab-4cd2-bace-d081b6b09f30" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.493739] env[68867]: DEBUG oslo_concurrency.lockutils [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] Acquired lock "refresh_cache-d26c07a4-11ab-4cd2-bace-d081b6b09f30" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.493908] env[68867]: DEBUG nova.network.neutron [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Refreshing network info cache for port 20977f50-7aee-45fe-a8a6-b1f3225baec1 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.789847] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.896755] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.917409] env[68867]: DEBUG nova.scheduler.client.report [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 752.917887] env[68867]: DEBUG nova.compute.provider_tree [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 54 to 55 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 752.918316] env[68867]: DEBUG nova.compute.provider_tree [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.291136] env[68867]: DEBUG oslo_vmware.api [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951278, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640042} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.291459] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 753.291688] env[68867]: INFO nova.compute.manager [None req-002a347a-81c8-4b12-8634-9236f059b9fa tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 753.373185] env[68867]: DEBUG nova.network.neutron [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Updated VIF entry in instance network info cache for port 20977f50-7aee-45fe-a8a6-b1f3225baec1. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.374428] env[68867]: DEBUG nova.network.neutron [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Updating instance_info_cache with network_info: [{"id": "20977f50-7aee-45fe-a8a6-b1f3225baec1", "address": "fa:16:3e:e9:e7:46", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20977f50-7a", "ovs_interfaceid": "20977f50-7aee-45fe-a8a6-b1f3225baec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.397950] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602477} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.398595] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.398816] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.399091] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81e9cc47-0efb-4970-a4ba-3a761ccf8d14 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.408420] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 753.408420] env[68867]: value = "task-2951280" [ 753.408420] env[68867]: _type = "Task" [ 753.408420] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.420623] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.424653] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.942s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.425294] env[68867]: DEBUG nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.428722] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.573s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.430794] env[68867]: INFO nova.compute.claims [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.879275] env[68867]: DEBUG oslo_concurrency.lockutils [req-5fb627c4-ab29-40db-8cf2-5bd3ef485420 req-564e3e2f-26a2-46e9-adbe-2db4d713edcd service nova] Releasing lock "refresh_cache-d26c07a4-11ab-4cd2-bace-d081b6b09f30" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.921841] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073283} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.922197] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.923244] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c928965-d1cd-4cbd-873e-eb852ee32e7e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.952816] env[68867]: DEBUG nova.compute.utils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.969125] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.974573] env[68867]: DEBUG nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.974573] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.976932] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ebe51c-4f9e-4306-83fc-723199d2c356 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.001038] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 754.001038] env[68867]: value = "task-2951281" [ 754.001038] env[68867]: _type = "Task" [ 754.001038] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.011528] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.087163] env[68867]: DEBUG nova.policy [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870c63939fa446fa8970199a89d67799', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef21bbeb040432fb54ada8729e32254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.322027] env[68867]: DEBUG nova.compute.manager [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.322027] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f87add9-95af-4336-946f-6ff443bcf70d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.475324] env[68867]: DEBUG nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.515856] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951281, 'name': ReconfigVM_Task, 'duration_secs': 0.399376} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.516204] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.516863] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e915afbd-0d05-4a44-a704-d89e89785bdc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.533231] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 754.533231] env[68867]: value = "task-2951282" [ 754.533231] env[68867]: _type = "Task" [ 754.533231] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.548705] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951282, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.615292] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa4e7bc-498e-486b-b6fa-70da818d7f05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.624565] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbd2336-904e-43ac-b75d-57159de17a57 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.675591] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49384574-a273-4918-94e4-41e3f3865684 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.686401] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a13421-3135-4b1a-a647-43cab9aec7f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.706291] env[68867]: DEBUG nova.compute.provider_tree [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.730619] env[68867]: DEBUG nova.compute.manager [req-c0949cde-9adf-4aad-a3a0-ec89ad01391a req-d50edd37-53b4-438d-8dc4-2e1567b03167 service nova] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Received event network-vif-deleted-21c528ff-9fe4-4d53-a1b6-30b5bbf13f65 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.762936] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Successfully created port: 0343342b-8e26-4ef6-9050-ce8e47b3b5d0 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.836298] env[68867]: INFO nova.compute.manager [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] instance snapshotting [ 754.841914] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280cce1f-a997-45c4-b0a5-2d990332c23b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.870375] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff19cb3-47d0-4cb6-a386-28e903223ffc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.046259] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951282, 'name': Rename_Task, 'duration_secs': 0.193612} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.046949] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.047564] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4648c0e-5d4a-4ea2-86b2-cc7e186cf05d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.057277] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 755.057277] env[68867]: value = "task-2951283" [ 755.057277] env[68867]: _type = "Task" [ 755.057277] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.068373] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.144019] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Successfully created port: 0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.237215] env[68867]: ERROR nova.scheduler.client.report [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [req-d365ae5e-e56f-4320-953c-fa0f4d029743] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d365ae5e-e56f-4320-953c-fa0f4d029743"}]} [ 755.259827] env[68867]: DEBUG nova.scheduler.client.report [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 755.280453] env[68867]: DEBUG nova.scheduler.client.report [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 755.280661] env[68867]: DEBUG nova.compute.provider_tree [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.302532] env[68867]: DEBUG nova.scheduler.client.report [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 755.316455] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "d34132e0-a8de-4502-8f32-16056146ec8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.316878] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "d34132e0-a8de-4502-8f32-16056146ec8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.335038] env[68867]: DEBUG nova.scheduler.client.report [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 755.388615] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.389453] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9caada13-f65c-4d47-aaab-aead7ccb1770 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.401346] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 755.401346] env[68867]: value = "task-2951284" [ 755.401346] env[68867]: _type = "Task" [ 755.401346] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.410977] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.489647] env[68867]: DEBUG nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.530160] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.530453] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.530678] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.530889] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.531068] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.531219] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.531428] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.531585] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.531774] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.531937] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.532127] env[68867]: DEBUG nova.virt.hardware [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.533166] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f46c2-2f68-421e-9047-8ce2ff42b6ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.545059] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b141b1d-ccee-4390-b4e5-3d64638a354d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.583999] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.605996] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Successfully created port: 72536ae1-933f-4af9-b2a5-3250c04c0284 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.679409] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c48eb9-d51f-6c0a-c0c3-909f1861d9f7/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.680821] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d226be-15c1-4506-b6ab-4b79fde87559 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.690888] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c48eb9-d51f-6c0a-c0c3-909f1861d9f7/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.691076] env[68867]: ERROR oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c48eb9-d51f-6c0a-c0c3-909f1861d9f7/disk-0.vmdk due to incomplete transfer. [ 755.691316] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44c4f1e3-a610-4967-a175-08d9d1c12a92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.705966] env[68867]: DEBUG oslo_vmware.rw_handles [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c48eb9-d51f-6c0a-c0c3-909f1861d9f7/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.706644] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Uploaded image a7d8f313-94fe-4c4c-95e0-09b3ba5165cc to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.709113] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.709374] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-253d96b1-0fd2-48e4-b78d-5d0e9cb8baff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.717648] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 755.717648] env[68867]: value = "task-2951285" [ 755.717648] env[68867]: _type = "Task" [ 755.717648] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.727376] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951285, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.914588] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951284, 'name': CreateSnapshot_Task, 'duration_secs': 0.510127} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.919207] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.919207] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786dad7-65af-4da1-9228-992d93ed801e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.991201] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268e9852-1f74-41dc-8ace-46c56bb1b069 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.000499] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c83bed7-8100-4802-973d-798274f1748f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.034728] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2b605-80f9-44cb-af77-2f4893a986d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.046102] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfd526b-91a7-4046-82e7-d22558acc085 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.059310] env[68867]: DEBUG nova.compute.provider_tree [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.081376] env[68867]: DEBUG oslo_vmware.api [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951283, 'name': PowerOnVM_Task, 'duration_secs': 0.565161} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.081876] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.081876] env[68867]: INFO nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Took 9.16 seconds to spawn the instance on the hypervisor. [ 756.082076] env[68867]: DEBUG nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.083142] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a94d374-c844-4d49-b89f-2cbc847204ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.228114] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951285, 'name': Destroy_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.440424] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.440690] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f206b0a3-f609-41c7-a0d5-4077fe8b0bff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.455309] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 756.455309] env[68867]: value = "task-2951286" [ 756.455309] env[68867]: _type = "Task" [ 756.455309] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.471298] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951286, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.602434] env[68867]: DEBUG nova.scheduler.client.report [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 756.602434] env[68867]: DEBUG nova.compute.provider_tree [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 56 to 57 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 756.602434] env[68867]: DEBUG nova.compute.provider_tree [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.608968] env[68867]: INFO nova.compute.manager [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Took 46.65 seconds to build instance. [ 756.729088] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951285, 'name': Destroy_Task, 'duration_secs': 0.930709} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.729880] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Destroyed the VM [ 756.729880] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.729880] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4389b48-e19d-48a5-a1e5-ad7317303d38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.737943] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 756.737943] env[68867]: value = "task-2951287" [ 756.737943] env[68867]: _type = "Task" [ 756.737943] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.749512] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951287, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.965647] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951286, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.108621] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.679s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.108621] env[68867]: DEBUG nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.111035] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.604s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.111520] env[68867]: DEBUG nova.objects.instance [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lazy-loading 'resources' on Instance uuid c00d45a8-09f6-4673-a53a-e92be99fe1b7 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.113607] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a6e20e8-923c-4882-a513-3bd137a5a7cd tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.726s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.250954] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951287, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.397999] env[68867]: DEBUG nova.compute.manager [req-f47a227f-5f8f-4a32-95ff-8c9ad753dff7 req-84fcf313-4eee-4d27-9643-47ca73d4cd6f service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-vif-plugged-0343342b-8e26-4ef6-9050-ce8e47b3b5d0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.398298] env[68867]: DEBUG oslo_concurrency.lockutils [req-f47a227f-5f8f-4a32-95ff-8c9ad753dff7 req-84fcf313-4eee-4d27-9643-47ca73d4cd6f service nova] Acquiring lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.398601] env[68867]: DEBUG oslo_concurrency.lockutils [req-f47a227f-5f8f-4a32-95ff-8c9ad753dff7 req-84fcf313-4eee-4d27-9643-47ca73d4cd6f service nova] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.398717] env[68867]: DEBUG oslo_concurrency.lockutils [req-f47a227f-5f8f-4a32-95ff-8c9ad753dff7 req-84fcf313-4eee-4d27-9643-47ca73d4cd6f service nova] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.398903] env[68867]: DEBUG nova.compute.manager [req-f47a227f-5f8f-4a32-95ff-8c9ad753dff7 req-84fcf313-4eee-4d27-9643-47ca73d4cd6f service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] No waiting events found dispatching network-vif-plugged-0343342b-8e26-4ef6-9050-ce8e47b3b5d0 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.399373] env[68867]: WARNING nova.compute.manager [req-f47a227f-5f8f-4a32-95ff-8c9ad753dff7 req-84fcf313-4eee-4d27-9643-47ca73d4cd6f service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received unexpected event network-vif-plugged-0343342b-8e26-4ef6-9050-ce8e47b3b5d0 for instance with vm_state building and task_state spawning. [ 757.469437] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951286, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.496436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.496719] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.496934] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.497130] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.497365] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.501920] env[68867]: INFO nova.compute.manager [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Terminating instance [ 757.531514] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Successfully updated port: 0343342b-8e26-4ef6-9050-ce8e47b3b5d0 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.596148] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.596855] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.596855] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.597127] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.597400] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.600356] env[68867]: INFO nova.compute.manager [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Terminating instance [ 757.618228] env[68867]: DEBUG nova.compute.utils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.620620] env[68867]: DEBUG nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.625980] env[68867]: DEBUG nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.626181] env[68867]: DEBUG nova.network.neutron [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.703531] env[68867]: DEBUG nova.policy [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e878ecad4a1048a0a7ebc03a855f202c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51495231f564f068258565184d7429d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.748355] env[68867]: DEBUG oslo_vmware.api [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951287, 'name': RemoveSnapshot_Task, 'duration_secs': 0.729623} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.748631] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.748879] env[68867]: INFO nova.compute.manager [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Took 15.00 seconds to snapshot the instance on the hypervisor. [ 757.976324] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951286, 'name': CloneVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.013294] env[68867]: DEBUG nova.compute.manager [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.013506] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.014657] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d877f-b574-49cb-b54e-04e05b078926 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.027868] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.028213] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34134b5e-3b0d-4f39-8146-9c5ef54d9cc3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.045145] env[68867]: DEBUG oslo_vmware.api [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 758.045145] env[68867]: value = "task-2951288" [ 758.045145] env[68867]: _type = "Task" [ 758.045145] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.064796] env[68867]: DEBUG oslo_vmware.api [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.105823] env[68867]: DEBUG nova.compute.manager [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.106986] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.106986] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5457697c-3a2c-40e9-bccb-0664ab809c3f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.119018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.119018] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a2df8b6-866d-4c41-be1d-2d6ee93603fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.121209] env[68867]: DEBUG nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.159442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.169366] env[68867]: DEBUG nova.network.neutron [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Successfully created port: 8d940ba0-9c20-41b1-92ae-0aae21823c3f {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.208305] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.208567] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.208886] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleting the datastore file [datastore2] 58156580-6b3c-4bd6-bb30-5dde8b8f9560 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.210163] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aaff227-ac87-49ef-ae20-af169edae2e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.222183] env[68867]: DEBUG oslo_vmware.api [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 758.222183] env[68867]: value = "task-2951290" [ 758.222183] env[68867]: _type = "Task" [ 758.222183] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.242381] env[68867]: DEBUG oslo_vmware.api [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.256169] env[68867]: DEBUG nova.compute.manager [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Instance disappeared during snapshot {{(pid=68867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 758.272296] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b67a86-4be0-4674-935f-f4c45093379e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.277445] env[68867]: DEBUG nova.compute.manager [None req-02afd81a-b6d4-4eef-ac52-64b2789b273f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image not found during clean up a7d8f313-94fe-4c4c-95e0-09b3ba5165cc {{(pid=68867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 758.286628] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f509d65-2b3d-47e3-bad9-22ab068346f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.326212] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af1e401-e8e2-44ab-8b72-402be0058e9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.338202] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9a1663-b03c-4097-814e-3a5252eba0b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.357543] env[68867]: DEBUG nova.compute.provider_tree [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.470787] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951286, 'name': CloneVM_Task, 'duration_secs': 1.613813} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.471255] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Created linked-clone VM from snapshot [ 758.471969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d9f488-d1c0-44b0-ad1a-e0171c455aab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.481174] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Uploading image 0e196de6-559b-4678-97a4-01562e79b713 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.507684] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.507684] env[68867]: value = "vm-592328" [ 758.507684] env[68867]: _type = "VirtualMachine" [ 758.507684] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.507983] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb06224b-f542-428a-af14-39b5d4e1aab7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.517052] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lease: (returnval){ [ 758.517052] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ff2518-a50d-e827-4996-85e01246400a" [ 758.517052] env[68867]: _type = "HttpNfcLease" [ 758.517052] env[68867]: } obtained for exporting VM: (result){ [ 758.517052] env[68867]: value = "vm-592328" [ 758.517052] env[68867]: _type = "VirtualMachine" [ 758.517052] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.517282] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the lease: (returnval){ [ 758.517282] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ff2518-a50d-e827-4996-85e01246400a" [ 758.517282] env[68867]: _type = "HttpNfcLease" [ 758.517282] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.524848] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.524848] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ff2518-a50d-e827-4996-85e01246400a" [ 758.524848] env[68867]: _type = "HttpNfcLease" [ 758.524848] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 758.559297] env[68867]: DEBUG oslo_vmware.api [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951288, 'name': PowerOffVM_Task, 'duration_secs': 0.274659} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.559576] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.559737] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.559986] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a970c187-ce71-4bac-b496-f448563ae736 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.637555] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.637786] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.638020] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Deleting the datastore file [datastore1] f86f5ee4-e2a9-47e2-89ab-fb464f2a121b {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.638503] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8bf6df4-ec03-437f-9160-53e92570f601 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.645229] env[68867]: DEBUG oslo_vmware.api [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 758.645229] env[68867]: value = "task-2951293" [ 758.645229] env[68867]: _type = "Task" [ 758.645229] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.655754] env[68867]: DEBUG oslo_vmware.api [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.736081] env[68867]: DEBUG oslo_vmware.api [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185297} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.736339] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.736520] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.736692] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.736860] env[68867]: INFO nova.compute.manager [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Took 0.63 seconds to destroy the instance on the hypervisor. [ 758.737126] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.737328] env[68867]: DEBUG nova.compute.manager [-] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.738030] env[68867]: DEBUG nova.network.neutron [-] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.859200] env[68867]: DEBUG nova.scheduler.client.report [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.873289] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "0ea266a1-6231-47a9-84c4-c78fb619f713" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.873562] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.027226] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.027226] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ff2518-a50d-e827-4996-85e01246400a" [ 759.027226] env[68867]: _type = "HttpNfcLease" [ 759.027226] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.027429] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.027429] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ff2518-a50d-e827-4996-85e01246400a" [ 759.027429] env[68867]: _type = "HttpNfcLease" [ 759.027429] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.028258] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56b12f-1f32-4430-aa12-b19bd9c7c960 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.043407] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52294f5c-2129-f4ce-5802-4bde5e6f0c2c/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.043407] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52294f5c-2129-f4ce-5802-4bde5e6f0c2c/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.142586] env[68867]: DEBUG nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.159024] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ec23c47-5c1b-489f-930d-cc0b0b1189d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.165908] env[68867]: DEBUG oslo_vmware.api [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489634} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.170039] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.170039] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.170039] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.170039] env[68867]: INFO nova.compute.manager [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 759.170039] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.173344] env[68867]: DEBUG nova.compute.manager [-] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.173471] env[68867]: DEBUG nova.network.neutron [-] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.183613] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.183839] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.184157] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.184279] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.184347] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.184497] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.186106] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.186106] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.186106] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.186106] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.186106] env[68867]: DEBUG nova.virt.hardware [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.186865] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb48bcb-693a-4173-903e-97ce139a1574 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.198306] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5968e7-4534-40b7-a18d-f3bdfba465da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.368702] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.374416] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.444s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.374416] env[68867]: INFO nova.compute.claims [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.408597] env[68867]: INFO nova.scheduler.client.report [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Deleted allocations for instance c00d45a8-09f6-4673-a53a-e92be99fe1b7 [ 759.655646] env[68867]: DEBUG nova.compute.manager [req-965ed41d-6cad-40bd-ade2-7b5664cb1562 req-07f0071f-963e-4ded-89cf-253ef047683f service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Received event network-vif-deleted-0462544c-97c6-44da-9c33-65e7061691be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.656024] env[68867]: INFO nova.compute.manager [req-965ed41d-6cad-40bd-ade2-7b5664cb1562 req-07f0071f-963e-4ded-89cf-253ef047683f service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Neutron deleted interface 0462544c-97c6-44da-9c33-65e7061691be; detaching it from the instance and deleting it from the info cache [ 759.656585] env[68867]: DEBUG nova.network.neutron [req-965ed41d-6cad-40bd-ade2-7b5664cb1562 req-07f0071f-963e-4ded-89cf-253ef047683f service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.766519] env[68867]: DEBUG nova.compute.manager [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-changed-0343342b-8e26-4ef6-9050-ce8e47b3b5d0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.766837] env[68867]: DEBUG nova.compute.manager [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Refreshing instance network info cache due to event network-changed-0343342b-8e26-4ef6-9050-ce8e47b3b5d0. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.767392] env[68867]: DEBUG oslo_concurrency.lockutils [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] Acquiring lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.767392] env[68867]: DEBUG oslo_concurrency.lockutils [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] Acquired lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.767392] env[68867]: DEBUG nova.network.neutron [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Refreshing network info cache for port 0343342b-8e26-4ef6-9050-ce8e47b3b5d0 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.839777] env[68867]: DEBUG nova.network.neutron [-] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.917573] env[68867]: DEBUG oslo_concurrency.lockutils [None req-378cd5f4-409b-4b38-8ff0-b7fb3f20f461 tempest-ImagesNegativeTestJSON-1447656832 tempest-ImagesNegativeTestJSON-1447656832-project-member] Lock "c00d45a8-09f6-4673-a53a-e92be99fe1b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.848s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.029827] env[68867]: DEBUG nova.network.neutron [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Successfully updated port: 8d940ba0-9c20-41b1-92ae-0aae21823c3f {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.059785] env[68867]: DEBUG nova.network.neutron [-] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.161063] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d88415b3-4715-4898-9984-0dcb1b9a71aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.177996] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da9f732-023e-46a2-b101-260ccd67d362 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.223847] env[68867]: DEBUG nova.compute.manager [req-965ed41d-6cad-40bd-ade2-7b5664cb1562 req-07f0071f-963e-4ded-89cf-253ef047683f service nova] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Detach interface failed, port_id=0462544c-97c6-44da-9c33-65e7061691be, reason: Instance 58156580-6b3c-4bd6-bb30-5dde8b8f9560 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.316047] env[68867]: DEBUG nova.network.neutron [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.346539] env[68867]: INFO nova.compute.manager [-] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Took 1.61 seconds to deallocate network for instance. [ 760.485865] env[68867]: DEBUG nova.network.neutron [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.544511] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "refresh_cache-3be07c27-d983-4327-928b-cae2f12f09bc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.544649] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "refresh_cache-3be07c27-d983-4327-928b-cae2f12f09bc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.549044] env[68867]: DEBUG nova.network.neutron [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.565550] env[68867]: INFO nova.compute.manager [-] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Took 1.39 seconds to deallocate network for instance. [ 760.591866] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.593392] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.646177] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Successfully updated port: 0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.858323] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.990389] env[68867]: DEBUG oslo_concurrency.lockutils [req-12ebc574-6210-4fd3-8cc1-07c3b0b6d513 req-d9b32736-e703-43b2-afbb-0efe7a85bc14 service nova] Releasing lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.068164] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2587d5-e9b9-4759-8b03-236b43be20e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.076235] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.079642] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c33860-39f9-40ce-8168-238eb95ed98a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.117097] env[68867]: DEBUG nova.network.neutron [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.119946] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115ae1ef-c8b5-4917-939f-b3015d84f382 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.129511] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a40ae4-56b7-4313-bc56-e2b45514e9b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.148149] env[68867]: DEBUG nova.compute.provider_tree [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.400656] env[68867]: DEBUG nova.network.neutron [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Updating instance_info_cache with network_info: [{"id": "8d940ba0-9c20-41b1-92ae-0aae21823c3f", "address": "fa:16:3e:6a:5d:6e", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d940ba0-9c", "ovs_interfaceid": "8d940ba0-9c20-41b1-92ae-0aae21823c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.653641] env[68867]: DEBUG nova.scheduler.client.report [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.802195] env[68867]: DEBUG nova.compute.manager [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-vif-plugged-0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.802412] env[68867]: DEBUG oslo_concurrency.lockutils [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] Acquiring lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.802632] env[68867]: DEBUG oslo_concurrency.lockutils [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.802836] env[68867]: DEBUG oslo_concurrency.lockutils [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.803021] env[68867]: DEBUG nova.compute.manager [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] No waiting events found dispatching network-vif-plugged-0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.805941] env[68867]: WARNING nova.compute.manager [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received unexpected event network-vif-plugged-0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 for instance with vm_state building and task_state spawning. [ 761.806154] env[68867]: DEBUG nova.compute.manager [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-changed-0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.806316] env[68867]: DEBUG nova.compute.manager [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Refreshing instance network info cache due to event network-changed-0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.806515] env[68867]: DEBUG oslo_concurrency.lockutils [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] Acquiring lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.806650] env[68867]: DEBUG oslo_concurrency.lockutils [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] Acquired lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.806803] env[68867]: DEBUG nova.network.neutron [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Refreshing network info cache for port 0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.903862] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "refresh_cache-3be07c27-d983-4327-928b-cae2f12f09bc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904209] env[68867]: DEBUG nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Instance network_info: |[{"id": "8d940ba0-9c20-41b1-92ae-0aae21823c3f", "address": "fa:16:3e:6a:5d:6e", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d940ba0-9c", "ovs_interfaceid": "8d940ba0-9c20-41b1-92ae-0aae21823c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.904639] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:5d:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d940ba0-9c20-41b1-92ae-0aae21823c3f', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.912546] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.912791] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.913045] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0100652-c894-4d25-ac47-447f3eff3f8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.938207] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.938207] env[68867]: value = "task-2951294" [ 761.938207] env[68867]: _type = "Task" [ 761.938207] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.969325] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951294, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.082407] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "11bc20f4-fdb7-4907-ae3d-088ea6294592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.082629] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.163952] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.166550] env[68867]: DEBUG nova.compute.manager [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Received event network-vif-deleted-a8870f41-cb15-4846-b219-ed978bba57e0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.166766] env[68867]: DEBUG nova.compute.manager [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Received event network-vif-plugged-8d940ba0-9c20-41b1-92ae-0aae21823c3f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.166946] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] Acquiring lock "3be07c27-d983-4327-928b-cae2f12f09bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.167172] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] Lock "3be07c27-d983-4327-928b-cae2f12f09bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.167554] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] Lock "3be07c27-d983-4327-928b-cae2f12f09bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.167554] env[68867]: DEBUG nova.compute.manager [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] No waiting events found dispatching network-vif-plugged-8d940ba0-9c20-41b1-92ae-0aae21823c3f {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.167917] env[68867]: WARNING nova.compute.manager [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Received unexpected event network-vif-plugged-8d940ba0-9c20-41b1-92ae-0aae21823c3f for instance with vm_state building and task_state spawning. [ 762.167917] env[68867]: DEBUG nova.compute.manager [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Received event network-changed-8d940ba0-9c20-41b1-92ae-0aae21823c3f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.168026] env[68867]: DEBUG nova.compute.manager [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Refreshing instance network info cache due to event network-changed-8d940ba0-9c20-41b1-92ae-0aae21823c3f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.168206] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] Acquiring lock "refresh_cache-3be07c27-d983-4327-928b-cae2f12f09bc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.168339] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] Acquired lock "refresh_cache-3be07c27-d983-4327-928b-cae2f12f09bc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.168523] env[68867]: DEBUG nova.network.neutron [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Refreshing network info cache for port 8d940ba0-9c20-41b1-92ae-0aae21823c3f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.170941] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.494s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.171225] env[68867]: DEBUG nova.objects.instance [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lazy-loading 'resources' on Instance uuid 5a701b05-079c-413d-b576-901b0e487964 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.383241] env[68867]: DEBUG nova.network.neutron [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.455220] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951294, 'name': CreateVM_Task, 'duration_secs': 0.42997} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.455394] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.456161] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.456257] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.457090] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.457090] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ae1fe8-5869-4c61-9781-c9cad5ce1af5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.462696] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 762.462696] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5232cf1d-5eb5-54f9-0ffb-f3aaf92bea9a" [ 762.462696] env[68867]: _type = "Task" [ 762.462696] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.472261] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5232cf1d-5eb5-54f9-0ffb-f3aaf92bea9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.548070] env[68867]: DEBUG nova.network.neutron [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.675628] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "9c9f40e1-7497-4680-adfe-bc933228fcea" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.675895] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "9c9f40e1-7497-4680-adfe-bc933228fcea" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.916066] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Successfully updated port: 72536ae1-933f-4af9-b2a5-3250c04c0284 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.988288] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5232cf1d-5eb5-54f9-0ffb-f3aaf92bea9a, 'name': SearchDatastore_Task, 'duration_secs': 0.020289} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.991507] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.991931] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.992198] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.992377] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.997280] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.997280] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09ca22e-93bf-4945-aa78-1d29fdfb3b5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.008579] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.008911] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.013908] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cd26c4-e24f-4622-9420-3a714534c220 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.024023] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 763.024023] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528ed434-a37e-7575-26c3-1be7b2fdfde8" [ 763.024023] env[68867]: _type = "Task" [ 763.024023] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.038842] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528ed434-a37e-7575-26c3-1be7b2fdfde8, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.040832] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aaac4da-b939-4f37-9fef-0b8fb474bceb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.049914] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 763.049914] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521387a0-3d19-58cb-1840-fd1bd48133ff" [ 763.049914] env[68867]: _type = "Task" [ 763.049914] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.056160] env[68867]: DEBUG oslo_concurrency.lockutils [req-af34736c-8996-4ba2-9b80-857e6071c56f req-a785996b-d8ee-4141-b792-08a6ef32df68 service nova] Releasing lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.059754] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521387a0-3d19-58cb-1840-fd1bd48133ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.172392] env[68867]: DEBUG nova.network.neutron [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Updated VIF entry in instance network info cache for port 8d940ba0-9c20-41b1-92ae-0aae21823c3f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.172732] env[68867]: DEBUG nova.network.neutron [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Updating instance_info_cache with network_info: [{"id": "8d940ba0-9c20-41b1-92ae-0aae21823c3f", "address": "fa:16:3e:6a:5d:6e", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d940ba0-9c", "ovs_interfaceid": "8d940ba0-9c20-41b1-92ae-0aae21823c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.183554] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "9c9f40e1-7497-4680-adfe-bc933228fcea" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.184091] env[68867]: DEBUG nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.422676] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.422676] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.422837] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.432266] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1305511-19ee-4d42-9619-4a44f926d641 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.443364] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef4d1c1-b068-4ebd-9b33-c6bfb39a9dda {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.492972] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b0d46-69c2-4373-899f-aac44c77a913 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.503145] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b62b2-c01c-4f87-be68-4025310aadf0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.520845] env[68867]: DEBUG nova.compute.provider_tree [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.563671] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521387a0-3d19-58cb-1840-fd1bd48133ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01307} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.564110] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.564456] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 3be07c27-d983-4327-928b-cae2f12f09bc/3be07c27-d983-4327-928b-cae2f12f09bc.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.565270] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2abec429-fd7d-40f8-bfc4-d92a0d846f66 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.574170] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 763.574170] env[68867]: value = "task-2951295" [ 763.574170] env[68867]: _type = "Task" [ 763.574170] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.585242] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.675400] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a5352bf-694d-4851-ba60-1afda80962df req-b0b1b840-08cf-4783-976b-ae36110f71af service nova] Releasing lock "refresh_cache-3be07c27-d983-4327-928b-cae2f12f09bc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.689720] env[68867]: DEBUG nova.compute.utils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.691222] env[68867]: DEBUG nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.691440] env[68867]: DEBUG nova.network.neutron [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.768967] env[68867]: DEBUG nova.policy [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f407e09844f84d71a8f02246ddc95b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9e0cea7d24473cb18ccc92f44b3589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.977709] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.027752] env[68867]: DEBUG nova.scheduler.client.report [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.090298] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493484} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.090298] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 3be07c27-d983-4327-928b-cae2f12f09bc/3be07c27-d983-4327-928b-cae2f12f09bc.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.090298] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.090298] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cb60a6c-f45b-44ed-b562-abb4fb8e4c36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.099401] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 764.099401] env[68867]: value = "task-2951296" [ 764.099401] env[68867]: _type = "Task" [ 764.099401] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.112758] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.198023] env[68867]: DEBUG nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.223403] env[68867]: DEBUG nova.compute.manager [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-vif-plugged-72536ae1-933f-4af9-b2a5-3250c04c0284 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.224112] env[68867]: DEBUG oslo_concurrency.lockutils [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] Acquiring lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.224544] env[68867]: DEBUG oslo_concurrency.lockutils [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.224892] env[68867]: DEBUG oslo_concurrency.lockutils [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.225215] env[68867]: DEBUG nova.compute.manager [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] No waiting events found dispatching network-vif-plugged-72536ae1-933f-4af9-b2a5-3250c04c0284 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.225708] env[68867]: WARNING nova.compute.manager [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received unexpected event network-vif-plugged-72536ae1-933f-4af9-b2a5-3250c04c0284 for instance with vm_state building and task_state spawning. [ 764.226101] env[68867]: DEBUG nova.compute.manager [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-changed-72536ae1-933f-4af9-b2a5-3250c04c0284 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.226576] env[68867]: DEBUG nova.compute.manager [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Refreshing instance network info cache due to event network-changed-72536ae1-933f-4af9-b2a5-3250c04c0284. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.226980] env[68867]: DEBUG oslo_concurrency.lockutils [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] Acquiring lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.264574] env[68867]: DEBUG nova.network.neutron [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Successfully created port: 4d80d9fc-e820-4575-9dfd-c602b76f11b8 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.534019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.537166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.777s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.539347] env[68867]: INFO nova.compute.claims [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.561242] env[68867]: INFO nova.scheduler.client.report [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Deleted allocations for instance 5a701b05-079c-413d-b576-901b0e487964 [ 764.612795] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074488} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.613382] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.613972] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b3d666-6eaa-40c6-8ac5-412cfa5a3467 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.641520] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3be07c27-d983-4327-928b-cae2f12f09bc/3be07c27-d983-4327-928b-cae2f12f09bc.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.642802] env[68867]: DEBUG nova.network.neutron [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Updating instance_info_cache with network_info: [{"id": "0343342b-8e26-4ef6-9050-ce8e47b3b5d0", "address": "fa:16:3e:f7:08:6f", "network": {"id": "37107e72-9c8a-4a43-98f6-75f68cf43ce9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2051513318", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0343342b-8e", "ovs_interfaceid": "0343342b-8e26-4ef6-9050-ce8e47b3b5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "address": "fa:16:3e:61:0d:06", "network": {"id": "5d7a9eef-989f-4114-ad2e-73cd523b20a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940168887", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5e4ff5-05", "ovs_interfaceid": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72536ae1-933f-4af9-b2a5-3250c04c0284", "address": "fa:16:3e:8f:d8:26", "network": {"id": "37107e72-9c8a-4a43-98f6-75f68cf43ce9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2051513318", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72536ae1-93", "ovs_interfaceid": "72536ae1-933f-4af9-b2a5-3250c04c0284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.644556] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a90c565-fca4-4981-b47e-73c9fa7f1975 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.662695] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Releasing lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.663700] env[68867]: DEBUG nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Instance network_info: |[{"id": "0343342b-8e26-4ef6-9050-ce8e47b3b5d0", "address": "fa:16:3e:f7:08:6f", "network": {"id": "37107e72-9c8a-4a43-98f6-75f68cf43ce9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2051513318", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0343342b-8e", "ovs_interfaceid": "0343342b-8e26-4ef6-9050-ce8e47b3b5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "address": "fa:16:3e:61:0d:06", "network": {"id": "5d7a9eef-989f-4114-ad2e-73cd523b20a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940168887", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5e4ff5-05", "ovs_interfaceid": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72536ae1-933f-4af9-b2a5-3250c04c0284", "address": "fa:16:3e:8f:d8:26", "network": {"id": "37107e72-9c8a-4a43-98f6-75f68cf43ce9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2051513318", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72536ae1-93", "ovs_interfaceid": "72536ae1-933f-4af9-b2a5-3250c04c0284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.664987] env[68867]: DEBUG oslo_concurrency.lockutils [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] Acquired lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.664987] env[68867]: DEBUG nova.network.neutron [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Refreshing network info cache for port 72536ae1-933f-4af9-b2a5-3250c04c0284 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.665294] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:08:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0343342b-8e26-4ef6-9050-ce8e47b3b5d0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:0d:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:d8:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72536ae1-933f-4af9-b2a5-3250c04c0284', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.677044] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Creating folder: Project (4ef21bbeb040432fb54ada8729e32254). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.679012] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7318b892-d1bf-4655-b8be-d43707212eac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.685351] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 764.685351] env[68867]: value = "task-2951297" [ 764.685351] env[68867]: _type = "Task" [ 764.685351] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.691324] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Created folder: Project (4ef21bbeb040432fb54ada8729e32254) in parent group-v592242. [ 764.691592] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Creating folder: Instances. Parent ref: group-v592330. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.695314] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ff447cd-88b8-46dd-9411-2181fd9fc73e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.697099] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.714173] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Created folder: Instances in parent group-v592330. [ 764.714658] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.714882] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.715337] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54de7a20-b9f3-4b43-b641-14746c95b4cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.743458] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.743458] env[68867]: value = "task-2951300" [ 764.743458] env[68867]: _type = "Task" [ 764.743458] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.754132] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951300, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.071444] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2f760c94-58f6-4308-aca9-c010593689b8 tempest-AttachInterfacesV270Test-1649959682 tempest-AttachInterfacesV270Test-1649959682-project-member] Lock "5a701b05-079c-413d-b576-901b0e487964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.098s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.198246] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.207135] env[68867]: DEBUG nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.242206] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.242404] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.242567] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.242773] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.242937] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.244085] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.244383] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.244635] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.245134] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.245397] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.245649] env[68867]: DEBUG nova.virt.hardware [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.247325] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac864f-8cfb-40c0-8d62-3db4e551eaed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.274940] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e67af-0e0c-41a5-8c07-70ce0e11f325 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.280621] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951300, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.559868] env[68867]: DEBUG nova.network.neutron [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Updated VIF entry in instance network info cache for port 72536ae1-933f-4af9-b2a5-3250c04c0284. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.561380] env[68867]: DEBUG nova.network.neutron [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Updating instance_info_cache with network_info: [{"id": "0343342b-8e26-4ef6-9050-ce8e47b3b5d0", "address": "fa:16:3e:f7:08:6f", "network": {"id": "37107e72-9c8a-4a43-98f6-75f68cf43ce9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2051513318", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0343342b-8e", "ovs_interfaceid": "0343342b-8e26-4ef6-9050-ce8e47b3b5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "address": "fa:16:3e:61:0d:06", "network": {"id": "5d7a9eef-989f-4114-ad2e-73cd523b20a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940168887", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5e4ff5-05", "ovs_interfaceid": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72536ae1-933f-4af9-b2a5-3250c04c0284", "address": "fa:16:3e:8f:d8:26", "network": {"id": "37107e72-9c8a-4a43-98f6-75f68cf43ce9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2051513318", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72536ae1-93", "ovs_interfaceid": "72536ae1-933f-4af9-b2a5-3250c04c0284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.698513] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951297, 'name': ReconfigVM_Task, 'duration_secs': 0.774438} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.702301] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3be07c27-d983-4327-928b-cae2f12f09bc/3be07c27-d983-4327-928b-cae2f12f09bc.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.703624] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08ab83a4-83bf-4d49-bf04-3d2cfe8a153c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.714651] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 765.714651] env[68867]: value = "task-2951301" [ 765.714651] env[68867]: _type = "Task" [ 765.714651] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.729460] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951301, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.760117] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951300, 'name': CreateVM_Task, 'duration_secs': 0.569028} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.760379] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.761340] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.761538] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.761878] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.762185] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b23910-2538-48e4-88f6-96bfd8589356 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.768895] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 765.768895] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522f7e60-4e96-f940-7d5a-5cfe770c17ca" [ 765.768895] env[68867]: _type = "Task" [ 765.768895] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.779570] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522f7e60-4e96-f940-7d5a-5cfe770c17ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.064624] env[68867]: DEBUG oslo_concurrency.lockutils [req-01e1a7ec-01a8-4aa5-b1e1-a8d6f120aca4 req-2ef0d9ca-a344-45a2-944a-05d99e066620 service nova] Releasing lock "refresh_cache-e42489db-55ce-4b59-bed9-86752b6a146b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.184112] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc3d3c3-ec0b-4e05-8060-e48d2e1f190d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.192564] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9125a18a-48a1-444a-8a9c-1f9db9ff4962 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.235566] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ebba4-91d0-4228-ba27-0e924f0287a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.242119] env[68867]: DEBUG nova.compute.manager [req-1dff88e4-9d7a-4c73-b4f9-f8b08bcc48f6 req-781bb652-a694-4cef-a998-f139d476d531 service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Received event network-vif-plugged-4d80d9fc-e820-4575-9dfd-c602b76f11b8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.242119] env[68867]: DEBUG oslo_concurrency.lockutils [req-1dff88e4-9d7a-4c73-b4f9-f8b08bcc48f6 req-781bb652-a694-4cef-a998-f139d476d531 service nova] Acquiring lock "bb71bace-8d28-4ff2-9316-eafb00b05663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.242429] env[68867]: DEBUG oslo_concurrency.lockutils [req-1dff88e4-9d7a-4c73-b4f9-f8b08bcc48f6 req-781bb652-a694-4cef-a998-f139d476d531 service nova] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.242681] env[68867]: DEBUG oslo_concurrency.lockutils [req-1dff88e4-9d7a-4c73-b4f9-f8b08bcc48f6 req-781bb652-a694-4cef-a998-f139d476d531 service nova] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.242920] env[68867]: DEBUG nova.compute.manager [req-1dff88e4-9d7a-4c73-b4f9-f8b08bcc48f6 req-781bb652-a694-4cef-a998-f139d476d531 service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] No waiting events found dispatching network-vif-plugged-4d80d9fc-e820-4575-9dfd-c602b76f11b8 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.243137] env[68867]: WARNING nova.compute.manager [req-1dff88e4-9d7a-4c73-b4f9-f8b08bcc48f6 req-781bb652-a694-4cef-a998-f139d476d531 service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Received unexpected event network-vif-plugged-4d80d9fc-e820-4575-9dfd-c602b76f11b8 for instance with vm_state building and task_state spawning. [ 766.249068] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951301, 'name': Rename_Task, 'duration_secs': 0.191695} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.249591] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.251172] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18a685-cc6a-46a0-8c7c-e90f22a8e814 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.255092] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f80dbbd-f8c8-4d66-9d36-c5122541e820 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.273562] env[68867]: DEBUG nova.compute.provider_tree [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.281242] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 766.281242] env[68867]: value = "task-2951302" [ 766.281242] env[68867]: _type = "Task" [ 766.281242] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.294394] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522f7e60-4e96-f940-7d5a-5cfe770c17ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.298791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.298791] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.298791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.298791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.298791] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.298791] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9de44c3f-ad24-445e-ac3f-42de5756f37e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.305119] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.314518] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.315244] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.316160] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce41176-fd9a-4744-b482-bdfeeefacede {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.322723] env[68867]: DEBUG nova.network.neutron [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Successfully updated port: 4d80d9fc-e820-4575-9dfd-c602b76f11b8 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.329785] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 766.329785] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f6a8eb-1a50-bd50-fdca-8e232328cb89" [ 766.329785] env[68867]: _type = "Task" [ 766.329785] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.341236] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f6a8eb-1a50-bd50-fdca-8e232328cb89, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.342054] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be8e870-ae22-4aaf-9d42-1b3f4cfbbada {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.349125] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 766.349125] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b0f24c-d246-3b84-a90b-045b53823ea2" [ 766.349125] env[68867]: _type = "Task" [ 766.349125] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.359039] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b0f24c-d246-3b84-a90b-045b53823ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.782460] env[68867]: DEBUG nova.scheduler.client.report [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.805021] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951302, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.829610] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "refresh_cache-bb71bace-8d28-4ff2-9316-eafb00b05663" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.829752] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquired lock "refresh_cache-bb71bace-8d28-4ff2-9316-eafb00b05663" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.829900] env[68867]: DEBUG nova.network.neutron [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.861637] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b0f24c-d246-3b84-a90b-045b53823ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.861962] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.862276] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] e42489db-55ce-4b59-bed9-86752b6a146b/e42489db-55ce-4b59-bed9-86752b6a146b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.862567] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20429639-0040-4eed-96ca-e9631976c5e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.872590] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 766.872590] env[68867]: value = "task-2951303" [ 766.872590] env[68867]: _type = "Task" [ 766.872590] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.886047] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.288273] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52294f5c-2129-f4ce-5802-4bde5e6f0c2c/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 767.289186] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a6ded-3865-407c-bf40-7cd55df9a16d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.298864] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.298864] env[68867]: DEBUG nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.304391] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.543s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.313152] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52294f5c-2129-f4ce-5802-4bde5e6f0c2c/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 767.313265] env[68867]: ERROR oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52294f5c-2129-f4ce-5802-4bde5e6f0c2c/disk-0.vmdk due to incomplete transfer. [ 767.326090] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d7839e08-9609-49ef-a318-87f406c23ddf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.328365] env[68867]: DEBUG oslo_vmware.api [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951302, 'name': PowerOnVM_Task, 'duration_secs': 0.643675} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.328365] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.328365] env[68867]: INFO nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Took 8.19 seconds to spawn the instance on the hypervisor. [ 767.328542] env[68867]: DEBUG nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.330400] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ad9068-ebe7-4795-9e21-6c5174dfff46 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.340542] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52294f5c-2129-f4ce-5802-4bde5e6f0c2c/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 767.340843] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Uploaded image 0e196de6-559b-4678-97a4-01562e79b713 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 767.343953] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.347085] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-225db305-2465-4628-bf09-b38d529e3e96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.362333] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 767.362333] env[68867]: value = "task-2951304" [ 767.362333] env[68867]: _type = "Task" [ 767.362333] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.376137] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951304, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.392338] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951303, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.417932] env[68867]: DEBUG nova.network.neutron [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.678954] env[68867]: DEBUG nova.network.neutron [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Updating instance_info_cache with network_info: [{"id": "4d80d9fc-e820-4575-9dfd-c602b76f11b8", "address": "fa:16:3e:49:7d:92", "network": {"id": "d0e3c287-ceaa-490a-820d-89a9357bfdab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1225184665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9e0cea7d24473cb18ccc92f44b3589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d80d9fc-e8", "ovs_interfaceid": "4d80d9fc-e820-4575-9dfd-c602b76f11b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.813171] env[68867]: DEBUG nova.compute.utils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.814757] env[68867]: DEBUG nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.814914] env[68867]: DEBUG nova.network.neutron [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.862672] env[68867]: INFO nova.compute.manager [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Took 52.02 seconds to build instance. [ 767.886540] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951304, 'name': Destroy_Task, 'duration_secs': 0.41747} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.890902] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Destroyed the VM [ 767.891212] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.892669] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3743e65b-0335-4fdc-8154-7ab0064bb609 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.898674] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521834} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.900181] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] e42489db-55ce-4b59-bed9-86752b6a146b/e42489db-55ce-4b59-bed9-86752b6a146b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.900800] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.901495] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-765a7586-e754-47f3-a651-6c7f000e23eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.909674] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 767.909674] env[68867]: value = "task-2951305" [ 767.909674] env[68867]: _type = "Task" [ 767.909674] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.911604] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 767.911604] env[68867]: value = "task-2951306" [ 767.911604] env[68867]: _type = "Task" [ 767.911604] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.918630] env[68867]: DEBUG nova.policy [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a1be303f984224957f600e12c27546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0869bf36d54be58573c6f55b4848aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.936752] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951305, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.941432] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.154967] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "00034a52-903c-4575-acd3-4912a144e6ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.155676] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "00034a52-903c-4575-acd3-4912a144e6ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.183641] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Releasing lock "refresh_cache-bb71bace-8d28-4ff2-9316-eafb00b05663" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.183911] env[68867]: DEBUG nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Instance network_info: |[{"id": "4d80d9fc-e820-4575-9dfd-c602b76f11b8", "address": "fa:16:3e:49:7d:92", "network": {"id": "d0e3c287-ceaa-490a-820d-89a9357bfdab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1225184665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9e0cea7d24473cb18ccc92f44b3589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d80d9fc-e8", "ovs_interfaceid": "4d80d9fc-e820-4575-9dfd-c602b76f11b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.185108] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7d:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d80d9fc-e820-4575-9dfd-c602b76f11b8', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.193989] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Creating folder: Project (1f9e0cea7d24473cb18ccc92f44b3589). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.198469] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d78077-28a4-445a-b6df-82a181a57ad1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.217770] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Created folder: Project (1f9e0cea7d24473cb18ccc92f44b3589) in parent group-v592242. [ 768.217921] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Creating folder: Instances. Parent ref: group-v592333. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.218224] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3022bc2-7990-420d-8acb-73ad2998f239 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.232054] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Created folder: Instances in parent group-v592333. [ 768.232333] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.232541] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.232756] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d252439-46fb-442e-b13f-c42147497341 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.267769] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.267769] env[68867]: value = "task-2951309" [ 768.267769] env[68867]: _type = "Task" [ 768.267769] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.279884] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951309, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.318988] env[68867]: DEBUG nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.371885] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf712697-d340-45a9-8b76-49f688f0b57b tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "3be07c27-d983-4327-928b-cae2f12f09bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.697s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.430371] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951305, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.440853] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082424} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.443618] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.444358] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7853c-e7f7-4902-bf20-685d0d32e2fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.478906] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] e42489db-55ce-4b59-bed9-86752b6a146b/e42489db-55ce-4b59-bed9-86752b6a146b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.483597] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad92d39-302e-4f3c-869c-1434787b249e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.505466] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 768.505466] env[68867]: value = "task-2951310" [ 768.505466] env[68867]: _type = "Task" [ 768.505466] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.515654] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.524174] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f9aedb-95df-4a80-b5bd-9a974fc39b8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.534903] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6ccc1-00a5-420e-89e5-f21c7b68b448 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.569626] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf6717b-08bf-4e06-988d-e1baf831852d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.573366] env[68867]: DEBUG nova.compute.manager [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Received event network-changed-4d80d9fc-e820-4575-9dfd-c602b76f11b8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.573555] env[68867]: DEBUG nova.compute.manager [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Refreshing instance network info cache due to event network-changed-4d80d9fc-e820-4575-9dfd-c602b76f11b8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.573762] env[68867]: DEBUG oslo_concurrency.lockutils [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] Acquiring lock "refresh_cache-bb71bace-8d28-4ff2-9316-eafb00b05663" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.573899] env[68867]: DEBUG oslo_concurrency.lockutils [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] Acquired lock "refresh_cache-bb71bace-8d28-4ff2-9316-eafb00b05663" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.574069] env[68867]: DEBUG nova.network.neutron [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Refreshing network info cache for port 4d80d9fc-e820-4575-9dfd-c602b76f11b8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.575862] env[68867]: DEBUG nova.network.neutron [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Successfully created port: 485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.585566] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1179686e-52e8-4f32-9b5f-f81609e3f34b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.604151] env[68867]: DEBUG nova.compute.provider_tree [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.783610] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951309, 'name': CreateVM_Task, 'duration_secs': 0.497599} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.783610] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.784028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.784399] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.784560] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.784874] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65679e3-85ff-4ca8-94da-e4a63acb4ce4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.791154] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 768.791154] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52be4a94-f867-07ff-e61a-1fd213718a03" [ 768.791154] env[68867]: _type = "Task" [ 768.791154] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.800421] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52be4a94-f867-07ff-e61a-1fd213718a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.877348] env[68867]: DEBUG nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.930329] env[68867]: DEBUG oslo_vmware.api [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951305, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594609} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.930798] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.931673] env[68867]: INFO nova.compute.manager [None req-1cc91ab8-84ea-4e92-86fe-d7ea7e6e7ad8 tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Took 14.09 seconds to snapshot the instance on the hypervisor. [ 769.017121] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951310, 'name': ReconfigVM_Task, 'duration_secs': 0.390865} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.017448] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Reconfigured VM instance instance-0000001b to attach disk [datastore1] e42489db-55ce-4b59-bed9-86752b6a146b/e42489db-55ce-4b59-bed9-86752b6a146b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.018241] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5287663-f4de-45b0-bac6-74b2b00f06f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.024407] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 769.024407] env[68867]: value = "task-2951311" [ 769.024407] env[68867]: _type = "Task" [ 769.024407] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.033213] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951311, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.107616] env[68867]: DEBUG nova.scheduler.client.report [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.303583] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52be4a94-f867-07ff-e61a-1fd213718a03, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.304373] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.304678] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.304954] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.305152] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.305363] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.305663] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef89dab8-925c-48b2-aa00-150769992a12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.318170] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.318170] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.318170] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4240073a-331f-4881-9f7b-3b24454d35ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.323545] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 769.323545] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5264a4a2-b0a0-4d45-8812-3ddc521cac0c" [ 769.323545] env[68867]: _type = "Task" [ 769.323545] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.331702] env[68867]: DEBUG nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.338115] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5264a4a2-b0a0-4d45-8812-3ddc521cac0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008318} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.338872] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5213b290-56ce-43b3-9451-ebf3364a6450 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.342183] env[68867]: DEBUG nova.network.neutron [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Updated VIF entry in instance network info cache for port 4d80d9fc-e820-4575-9dfd-c602b76f11b8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.342521] env[68867]: DEBUG nova.network.neutron [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Updating instance_info_cache with network_info: [{"id": "4d80d9fc-e820-4575-9dfd-c602b76f11b8", "address": "fa:16:3e:49:7d:92", "network": {"id": "d0e3c287-ceaa-490a-820d-89a9357bfdab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1225184665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9e0cea7d24473cb18ccc92f44b3589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d80d9fc-e8", "ovs_interfaceid": "4d80d9fc-e820-4575-9dfd-c602b76f11b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.347754] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 769.347754] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5263c4f7-9f1e-ef23-6457-9fc969479366" [ 769.347754] env[68867]: _type = "Task" [ 769.347754] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.358468] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5263c4f7-9f1e-ef23-6457-9fc969479366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.375610] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.375862] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.376048] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.376235] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.376371] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.377020] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.377020] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.377020] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.377020] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.377187] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.377343] env[68867]: DEBUG nova.virt.hardware [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.378520] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafe4691-5503-433e-bd70-d5da1cf509e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.390059] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea84742c-5049-4c8b-88de-c5ef62a5fd60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.408101] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.534681] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951311, 'name': Rename_Task, 'duration_secs': 0.155503} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.535090] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.535434] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be49cbff-b3bc-454e-9e1d-d517bc3dcc75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.543026] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 769.543026] env[68867]: value = "task-2951312" [ 769.543026] env[68867]: _type = "Task" [ 769.543026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.552768] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.845815] env[68867]: DEBUG oslo_concurrency.lockutils [req-5d3eb5da-ac97-486a-bc4f-606f9bfb92e7 req-88d7c2f0-b062-4333-ae3d-393d1baba9fa service nova] Releasing lock "refresh_cache-bb71bace-8d28-4ff2-9316-eafb00b05663" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.857092] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5263c4f7-9f1e-ef23-6457-9fc969479366, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.857379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.857635] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] bb71bace-8d28-4ff2-9316-eafb00b05663/bb71bace-8d28-4ff2-9316-eafb00b05663.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.857929] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69e4f79f-d7af-462c-b798-0a7dbb4353ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.866511] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "9193b301-bb6f-4c46-9a53-f4205e68f49c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.866765] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.867055] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 769.867055] env[68867]: value = "task-2951313" [ 769.867055] env[68867]: _type = "Task" [ 769.867055] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.881020] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.054987] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.129222] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.825s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.134342] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.789s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.136972] env[68867]: INFO nova.compute.claims [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.380191] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951313, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.553571] env[68867]: DEBUG oslo_vmware.api [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951312, 'name': PowerOnVM_Task, 'duration_secs': 0.617823} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.553830] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.554141] env[68867]: INFO nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Took 15.06 seconds to spawn the instance on the hypervisor. [ 770.554249] env[68867]: DEBUG nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.555534] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5952f-aa32-41bc-a42f-f4f1ae20bd3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.712532] env[68867]: INFO nova.scheduler.client.report [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Deleted allocation for migration 8149f6c6-b7e3-412a-8496-ccd4fe1c9ab1 [ 770.877317] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951313, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.948402] env[68867]: DEBUG nova.compute.manager [req-0bed92d4-0438-4068-b540-550b4c1a175a req-aacb908b-b1ea-496d-aa82-3247a2d87e4b service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Received event network-vif-plugged-485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.948627] env[68867]: DEBUG oslo_concurrency.lockutils [req-0bed92d4-0438-4068-b540-550b4c1a175a req-aacb908b-b1ea-496d-aa82-3247a2d87e4b service nova] Acquiring lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.948829] env[68867]: DEBUG oslo_concurrency.lockutils [req-0bed92d4-0438-4068-b540-550b4c1a175a req-aacb908b-b1ea-496d-aa82-3247a2d87e4b service nova] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.948995] env[68867]: DEBUG oslo_concurrency.lockutils [req-0bed92d4-0438-4068-b540-550b4c1a175a req-aacb908b-b1ea-496d-aa82-3247a2d87e4b service nova] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.951106] env[68867]: DEBUG nova.compute.manager [req-0bed92d4-0438-4068-b540-550b4c1a175a req-aacb908b-b1ea-496d-aa82-3247a2d87e4b service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] No waiting events found dispatching network-vif-plugged-485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.951301] env[68867]: WARNING nova.compute.manager [req-0bed92d4-0438-4068-b540-550b4c1a175a req-aacb908b-b1ea-496d-aa82-3247a2d87e4b service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Received unexpected event network-vif-plugged-485513aa-efad-45b5-be5b-366243a036c9 for instance with vm_state building and task_state spawning. [ 770.997423] env[68867]: DEBUG nova.network.neutron [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Successfully updated port: 485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.081312] env[68867]: INFO nova.compute.manager [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Took 57.00 seconds to build instance. [ 771.088021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "23be18bf-6b2b-4daf-8978-62add118d97e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.088129] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "23be18bf-6b2b-4daf-8978-62add118d97e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.088362] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "23be18bf-6b2b-4daf-8978-62add118d97e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.088626] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "23be18bf-6b2b-4daf-8978-62add118d97e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.088822] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "23be18bf-6b2b-4daf-8978-62add118d97e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.092154] env[68867]: INFO nova.compute.manager [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Terminating instance [ 771.219709] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b223cab4-7a74-457b-a62b-01d17d2555c3 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.355s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.378752] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951313, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.494792} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.381887] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] bb71bace-8d28-4ff2-9316-eafb00b05663/bb71bace-8d28-4ff2-9316-eafb00b05663.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.382213] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.382701] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b83dc7-f3d2-4682-a63d-50d54d2eb8c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.391585] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 771.391585] env[68867]: value = "task-2951314" [ 771.391585] env[68867]: _type = "Task" [ 771.391585] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.400045] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.504837] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504837] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquired lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504837] env[68867]: DEBUG nova.network.neutron [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.588125] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b9b116e6-3cc7-4f57-a2a3-a6f20955e1c6 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "e42489db-55ce-4b59-bed9-86752b6a146b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.339s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.601767] env[68867]: DEBUG nova.compute.manager [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.601767] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.601767] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bbc077-c722-40ba-b11a-6d56d1c5834d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.612872] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.613679] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369a4ea7-de56-4070-b1a7-a4a4c0ab5881 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.621837] env[68867]: DEBUG oslo_vmware.api [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 771.621837] env[68867]: value = "task-2951315" [ 771.621837] env[68867]: _type = "Task" [ 771.621837] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.630776] env[68867]: DEBUG oslo_vmware.api [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.731910] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7548a8c3-edee-40fa-a516-68e4ac99ee4d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.745563] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bb6036-7dfb-412f-ac15-cf392057d453 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.785078] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2567d77-cb44-410d-b986-10d3e7d069f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.794767] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983bcf1-bc95-4968-bd6c-2298b64326af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.809825] env[68867]: DEBUG nova.compute.provider_tree [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.901735] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261416} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.902016] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.902784] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c57896b-1c66-4c90-9e95-ea97777e850a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.924736] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bb71bace-8d28-4ff2-9316-eafb00b05663/bb71bace-8d28-4ff2-9316-eafb00b05663.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.925055] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a298af26-1ceb-4f78-8393-a6f5faba1b7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.946645] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 771.946645] env[68867]: value = "task-2951316" [ 771.946645] env[68867]: _type = "Task" [ 771.946645] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.955315] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.042838] env[68867]: DEBUG nova.network.neutron [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.092923] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.132490] env[68867]: DEBUG oslo_vmware.api [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951315, 'name': PowerOffVM_Task, 'duration_secs': 0.453639} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.132702] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.132816] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.133210] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad6062a-f442-424e-9817-3e42beaf8814 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.203324] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.203324] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.203324] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Deleting the datastore file [datastore2] 23be18bf-6b2b-4daf-8978-62add118d97e {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.203324] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8eeaa34-b3cc-4eb1-a5c9-e187b63f6eec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.215425] env[68867]: DEBUG oslo_vmware.api [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for the task: (returnval){ [ 772.215425] env[68867]: value = "task-2951318" [ 772.215425] env[68867]: _type = "Task" [ 772.215425] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.223767] env[68867]: DEBUG oslo_vmware.api [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.266907] env[68867]: DEBUG nova.network.neutron [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Updating instance_info_cache with network_info: [{"id": "485513aa-efad-45b5-be5b-366243a036c9", "address": "fa:16:3e:b6:71:cf", "network": {"id": "c04de219-369a-4eda-8f39-6e4d6a4a4112", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965583028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0869bf36d54be58573c6f55b4848aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485513aa-ef", "ovs_interfaceid": "485513aa-efad-45b5-be5b-366243a036c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.311648] env[68867]: DEBUG nova.scheduler.client.report [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.457193] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951316, 'name': ReconfigVM_Task, 'duration_secs': 0.29943} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.458057] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bb71bace-8d28-4ff2-9316-eafb00b05663/bb71bace-8d28-4ff2-9316-eafb00b05663.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.458380] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-097494d8-01ac-461b-bf51-66ac9b593b4d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.465664] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 772.465664] env[68867]: value = "task-2951319" [ 772.465664] env[68867]: _type = "Task" [ 772.465664] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.478602] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951319, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.619540] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.734960] env[68867]: DEBUG oslo_vmware.api [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Task: {'id': task-2951318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182519} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.735112] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.735577] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.735577] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.735767] env[68867]: INFO nova.compute.manager [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 772.738715] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.738715] env[68867]: DEBUG nova.compute.manager [-] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.738715] env[68867]: DEBUG nova.network.neutron [-] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.773020] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Releasing lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.773020] env[68867]: DEBUG nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Instance network_info: |[{"id": "485513aa-efad-45b5-be5b-366243a036c9", "address": "fa:16:3e:b6:71:cf", "network": {"id": "c04de219-369a-4eda-8f39-6e4d6a4a4112", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965583028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0869bf36d54be58573c6f55b4848aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485513aa-ef", "ovs_interfaceid": "485513aa-efad-45b5-be5b-366243a036c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.773020] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:71:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '485513aa-efad-45b5-be5b-366243a036c9', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.779804] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Creating folder: Project (de0869bf36d54be58573c6f55b4848aa). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.782517] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d37e63b-8c2b-4a8c-a3e0-8e015e7a463f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.795251] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Created folder: Project (de0869bf36d54be58573c6f55b4848aa) in parent group-v592242. [ 772.795251] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Creating folder: Instances. Parent ref: group-v592336. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.795251] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca94321e-7fb8-4d6f-babe-4737381681be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.803577] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Created folder: Instances in parent group-v592336. [ 772.804105] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.804418] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.804747] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bdb1d66-be4b-4d2f-9231-c493261bba6e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.822534] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "e42489db-55ce-4b59-bed9-86752b6a146b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.822939] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "e42489db-55ce-4b59-bed9-86752b6a146b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.823257] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.823541] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.823803] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "e42489db-55ce-4b59-bed9-86752b6a146b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.826176] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.826786] env[68867]: DEBUG nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.831220] env[68867]: INFO nova.compute.manager [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Terminating instance [ 772.833470] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.804s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.835424] env[68867]: INFO nova.compute.claims [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.845667] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.845667] env[68867]: value = "task-2951322" [ 772.845667] env[68867]: _type = "Task" [ 772.845667] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.854730] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951322, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.977758] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951319, 'name': Rename_Task, 'duration_secs': 0.312556} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.979970] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.979970] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d1b0da-4ac5-4f79-90ae-69916f64c523 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.985684] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 772.985684] env[68867]: value = "task-2951323" [ 772.985684] env[68867]: _type = "Task" [ 772.985684] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.994476] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.342855] env[68867]: DEBUG nova.compute.utils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.346842] env[68867]: DEBUG nova.compute.manager [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.347047] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.347581] env[68867]: DEBUG nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.347745] env[68867]: DEBUG nova.network.neutron [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.350260] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a94c455-592d-457f-b19a-3cd889fac624 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.367220] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951322, 'name': CreateVM_Task, 'duration_secs': 0.411983} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.367518] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.367704] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.367924] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c42dd7e-0ba6-43b2-b172-379caef38c98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.370110] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.370295] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.370611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.370866] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b8d92f-ba84-4ff6-b8f0-f29cc52e6389 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.377706] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 773.377706] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c1afbd-d282-8352-c372-f10f946dda03" [ 773.377706] env[68867]: _type = "Task" [ 773.377706] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.378979] env[68867]: DEBUG oslo_vmware.api [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 773.378979] env[68867]: value = "task-2951324" [ 773.378979] env[68867]: _type = "Task" [ 773.378979] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.403625] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c1afbd-d282-8352-c372-f10f946dda03, 'name': SearchDatastore_Task, 'duration_secs': 0.014717} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.409277] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.410090] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.410290] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.410335] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.410529] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.411176] env[68867]: DEBUG oslo_vmware.api [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.414280] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96981fd5-889f-4398-992b-ca85c61b6845 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.421195] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.421412] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.422208] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8346982-3285-420e-aace-2a5404e7276a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.429284] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 773.429284] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523419fd-8094-c3cf-ed16-59a1cd62255a" [ 773.429284] env[68867]: _type = "Task" [ 773.429284] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.439349] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523419fd-8094-c3cf-ed16-59a1cd62255a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.447821] env[68867]: DEBUG nova.compute.manager [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Received event network-changed-485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.448090] env[68867]: DEBUG nova.compute.manager [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Refreshing instance network info cache due to event network-changed-485513aa-efad-45b5-be5b-366243a036c9. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.448316] env[68867]: DEBUG oslo_concurrency.lockutils [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] Acquiring lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.448453] env[68867]: DEBUG oslo_concurrency.lockutils [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] Acquired lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.448612] env[68867]: DEBUG nova.network.neutron [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Refreshing network info cache for port 485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.461382] env[68867]: DEBUG nova.policy [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029990e5117d4848a88d07b9c0182713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6a013dcf8864cc2a26f3c7318d47da3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.497277] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.634110] env[68867]: DEBUG nova.network.neutron [-] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.754039] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "222942b9-d459-4937-83e0-30de9e0e30d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.754362] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.849242] env[68867]: DEBUG nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.901318] env[68867]: DEBUG oslo_vmware.api [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951324, 'name': PowerOffVM_Task, 'duration_secs': 0.276285} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.901590] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.901812] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.905024] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1991bcc-e729-4140-8276-22b97f5710d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.942746] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523419fd-8094-c3cf-ed16-59a1cd62255a, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.948106] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd8d88c-c056-41c0-9d0c-419b8723de42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.954437] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 773.954437] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521c5bf7-3c5b-8b47-4d5e-cc5e27070562" [ 773.954437] env[68867]: _type = "Task" [ 773.954437] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.966673] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521c5bf7-3c5b-8b47-4d5e-cc5e27070562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.001220] env[68867]: DEBUG oslo_vmware.api [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951323, 'name': PowerOnVM_Task, 'duration_secs': 0.993633} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.001490] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.001924] env[68867]: INFO nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Took 8.79 seconds to spawn the instance on the hypervisor. [ 774.001924] env[68867]: DEBUG nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.003439] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bd5e96-bd8f-446c-8cf7-ef3bd4d70e4b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.114705] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.114944] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.115283] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Deleting the datastore file [datastore1] e42489db-55ce-4b59-bed9-86752b6a146b {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.118432] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af772ec-40f8-4310-883b-92423dd7de05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.126367] env[68867]: DEBUG oslo_vmware.api [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 774.126367] env[68867]: value = "task-2951326" [ 774.126367] env[68867]: _type = "Task" [ 774.126367] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.138058] env[68867]: INFO nova.compute.manager [-] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Took 1.40 seconds to deallocate network for instance. [ 774.139188] env[68867]: DEBUG nova.network.neutron [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Successfully created port: 0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.148763] env[68867]: DEBUG oslo_vmware.api [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.160393] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "798211ff-6d41-4701-aadc-eb333c2e55d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.160627] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.236159] env[68867]: DEBUG nova.network.neutron [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Updated VIF entry in instance network info cache for port 485513aa-efad-45b5-be5b-366243a036c9. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.236590] env[68867]: DEBUG nova.network.neutron [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Updating instance_info_cache with network_info: [{"id": "485513aa-efad-45b5-be5b-366243a036c9", "address": "fa:16:3e:b6:71:cf", "network": {"id": "c04de219-369a-4eda-8f39-6e4d6a4a4112", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965583028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0869bf36d54be58573c6f55b4848aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485513aa-ef", "ovs_interfaceid": "485513aa-efad-45b5-be5b-366243a036c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.469295] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521c5bf7-3c5b-8b47-4d5e-cc5e27070562, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.469725] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.470095] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] f1c2938e-3a85-45ba-afb3-cea2f59a7b55/f1c2938e-3a85-45ba-afb3-cea2f59a7b55.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.470487] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ab0901-c2de-4ea8-9642-ff8a1eb9b80e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.478842] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 774.478842] env[68867]: value = "task-2951327" [ 774.478842] env[68867]: _type = "Task" [ 774.478842] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.490403] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.495732] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634aa4a9-526b-4f62-91bb-f36b8550999b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.502641] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f398311-f247-400f-84cb-5b5f867421af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.540804] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf2b45-20ae-4550-a964-42301842cefd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.544022] env[68867]: INFO nova.compute.manager [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Took 53.64 seconds to build instance. [ 774.550079] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a2458a-7821-4a37-9608-03805f3a85ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.565671] env[68867]: DEBUG nova.compute.provider_tree [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.635898] env[68867]: DEBUG oslo_vmware.api [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475369} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.636419] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.636674] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.636930] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.637188] env[68867]: INFO nova.compute.manager [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Took 1.29 seconds to destroy the instance on the hypervisor. [ 774.637507] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.637753] env[68867]: DEBUG nova.compute.manager [-] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.637897] env[68867]: DEBUG nova.network.neutron [-] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.654644] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.739161] env[68867]: DEBUG oslo_concurrency.lockutils [req-2510c818-5958-4158-81a0-9efcffaa2851 req-aba9c845-7ecf-4587-8e6e-8107d1a0532d service nova] Releasing lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.858541] env[68867]: DEBUG nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.889939] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.890259] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.890433] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.891225] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.891354] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.891534] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.892079] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.892287] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.892514] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.892681] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.892853] env[68867]: DEBUG nova.virt.hardware [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.894006] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b8871-a423-425d-8b19-0ac7a2c2e814 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.904898] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd94995-a918-4452-bd28-4d7fed3e5589 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.964860] env[68867]: DEBUG nova.compute.manager [req-abcbc08d-7dad-40c9-934c-2344057d67eb req-e5ebe34a-94ee-45b1-98ee-954e8c44949f service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-vif-deleted-0343342b-8e26-4ef6-9050-ce8e47b3b5d0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.965165] env[68867]: INFO nova.compute.manager [req-abcbc08d-7dad-40c9-934c-2344057d67eb req-e5ebe34a-94ee-45b1-98ee-954e8c44949f service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Neutron deleted interface 0343342b-8e26-4ef6-9050-ce8e47b3b5d0; detaching it from the instance and deleting it from the info cache [ 774.965553] env[68867]: DEBUG nova.network.neutron [req-abcbc08d-7dad-40c9-934c-2344057d67eb req-e5ebe34a-94ee-45b1-98ee-954e8c44949f service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Updating instance_info_cache with network_info: [{"id": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "address": "fa:16:3e:61:0d:06", "network": {"id": "5d7a9eef-989f-4114-ad2e-73cd523b20a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940168887", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5e4ff5-05", "ovs_interfaceid": "0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72536ae1-933f-4af9-b2a5-3250c04c0284", "address": "fa:16:3e:8f:d8:26", "network": {"id": "37107e72-9c8a-4a43-98f6-75f68cf43ce9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2051513318", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72536ae1-93", "ovs_interfaceid": "72536ae1-933f-4af9-b2a5-3250c04c0284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.995545] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951327, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.046162] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5ce78cf1-7e87-43fa-903d-63f975dc8e7f tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.199s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.069036] env[68867]: DEBUG nova.scheduler.client.report [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.469187] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56818ec0-5eb1-4558-806e-8c19d3dfd2a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.478826] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ee24d-ac3d-4c72-9b5f-48dbbc4d3da0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.504282] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67244} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.504691] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] f1c2938e-3a85-45ba-afb3-cea2f59a7b55/f1c2938e-3a85-45ba-afb3-cea2f59a7b55.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.508018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.519518] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ed59309-8d45-47b5-8536-bed34ac12705 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.523597] env[68867]: DEBUG nova.compute.manager [req-abcbc08d-7dad-40c9-934c-2344057d67eb req-e5ebe34a-94ee-45b1-98ee-954e8c44949f service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Detach interface failed, port_id=0343342b-8e26-4ef6-9050-ce8e47b3b5d0, reason: Instance e42489db-55ce-4b59-bed9-86752b6a146b could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 775.525366] env[68867]: DEBUG nova.compute.manager [req-97a7914a-1af3-43de-a84b-fb39fe6e7089 req-0932295d-1b23-49d7-b44a-61c90fa1e0d6 service nova] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Received event network-vif-deleted-711a30be-b36e-40f8-990b-b7c7cebea602 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.531400] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 775.531400] env[68867]: value = "task-2951328" [ 775.531400] env[68867]: _type = "Task" [ 775.531400] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.543209] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.549510] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.574550] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.575159] env[68867]: DEBUG nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.578754] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.482s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.578971] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.579340] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 775.579516] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.795s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.581173] env[68867]: INFO nova.compute.claims [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.585371] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb173b35-630c-4631-ab8e-acfd254d7e35 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.594466] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2935ca-0487-43b2-a65d-b495c069762b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.611599] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a8d9c-d2d3-4c98-b354-491007fe072b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.620613] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801f1d23-9b00-4788-b4e4-ba1f84223622 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.655025] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179576MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 775.655151] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.819828] env[68867]: DEBUG nova.network.neutron [-] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.001184] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "bb71bace-8d28-4ff2-9316-eafb00b05663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.001503] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.001751] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "bb71bace-8d28-4ff2-9316-eafb00b05663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.001968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.002236] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.007703] env[68867]: INFO nova.compute.manager [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Terminating instance [ 776.040167] env[68867]: DEBUG nova.network.neutron [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Successfully updated port: 0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.053359] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073885} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.056583] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.059909] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ce823-d0ef-4f5f-aeb8-064265fc0452 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.085823] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f1c2938e-3a85-45ba-afb3-cea2f59a7b55/f1c2938e-3a85-45ba-afb3-cea2f59a7b55.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.088116] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.090255] env[68867]: DEBUG nova.compute.utils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.091166] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e56277-86e3-4cec-8183-437738675e5a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.111883] env[68867]: DEBUG nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.112134] env[68867]: DEBUG nova.network.neutron [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.120332] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 776.120332] env[68867]: value = "task-2951329" [ 776.120332] env[68867]: _type = "Task" [ 776.120332] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.129525] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.159475] env[68867]: DEBUG nova.policy [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.322902] env[68867]: INFO nova.compute.manager [-] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Took 1.68 seconds to deallocate network for instance. [ 776.512330] env[68867]: DEBUG nova.compute.manager [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.512610] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.513514] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02146f8-b67d-4e10-8b71-b7756bc5da54 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.521474] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.521729] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa60276-30ee-455a-bbb6-e39f34b608cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.528062] env[68867]: DEBUG oslo_vmware.api [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 776.528062] env[68867]: value = "task-2951330" [ 776.528062] env[68867]: _type = "Task" [ 776.528062] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.537128] env[68867]: DEBUG oslo_vmware.api [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.545984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "refresh_cache-862e124c-12d6-4f2b-92b3-6bafe7c93ff4" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.546199] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired lock "refresh_cache-862e124c-12d6-4f2b-92b3-6bafe7c93ff4" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.546390] env[68867]: DEBUG nova.network.neutron [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.610157] env[68867]: DEBUG nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.633203] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.640597] env[68867]: DEBUG nova.network.neutron [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Successfully created port: 0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.829041] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.037992] env[68867]: DEBUG oslo_vmware.api [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951330, 'name': PowerOffVM_Task, 'duration_secs': 0.210373} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.039033] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.039033] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.039033] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43ea93d4-5242-4051-8c4a-24b0d4e86383 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.078479] env[68867]: DEBUG nova.network.neutron [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.082765] env[68867]: DEBUG nova.compute.manager [req-744e46f2-b80f-4aef-b1a3-9c736a4aa9b9 req-f390573b-1327-4eaf-8383-a6729fba2d64 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-vif-deleted-0e5e4ff5-05cc-4240-b6ef-68dc6ef3a267 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.082765] env[68867]: DEBUG nova.compute.manager [req-744e46f2-b80f-4aef-b1a3-9c736a4aa9b9 req-f390573b-1327-4eaf-8383-a6729fba2d64 service nova] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Received event network-vif-deleted-72536ae1-933f-4af9-b2a5-3250c04c0284 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.103224] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.103524] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.103712] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Deleting the datastore file [datastore1] bb71bace-8d28-4ff2-9316-eafb00b05663 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.103958] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33ec5f0-8fac-4884-a34c-13e755566111 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.107129] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1d7514-fbee-41de-b6c5-7f63b9668c15 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.121426] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e329eae-c39e-4d4b-9015-20949b8462de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.127824] env[68867]: DEBUG oslo_vmware.api [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for the task: (returnval){ [ 777.127824] env[68867]: value = "task-2951332" [ 777.127824] env[68867]: _type = "Task" [ 777.127824] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.162407] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1953f-d5ea-485b-956a-ea271ffdd225 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.174215] env[68867]: DEBUG oslo_vmware.api [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.174215] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951329, 'name': ReconfigVM_Task, 'duration_secs': 0.671783} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.174215] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f1c2938e-3a85-45ba-afb3-cea2f59a7b55/f1c2938e-3a85-45ba-afb3-cea2f59a7b55.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.174215] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbb34238-6faf-433c-862e-f494894a212a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.178374] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2730bb4b-0d58-4480-9162-8a1a65372961 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.183715] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 777.183715] env[68867]: value = "task-2951333" [ 777.183715] env[68867]: _type = "Task" [ 777.183715] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.196325] env[68867]: DEBUG nova.compute.provider_tree [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.203055] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951333, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.274587] env[68867]: DEBUG nova.network.neutron [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Updating instance_info_cache with network_info: [{"id": "0eb987c9-b0bc-4b25-82b3-0d3eb9f62836", "address": "fa:16:3e:71:9a:d5", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb987c9-b0", "ovs_interfaceid": "0eb987c9-b0bc-4b25-82b3-0d3eb9f62836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.549813] env[68867]: DEBUG nova.compute.manager [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Received event network-vif-plugged-0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.550052] env[68867]: DEBUG oslo_concurrency.lockutils [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] Acquiring lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.550202] env[68867]: DEBUG oslo_concurrency.lockutils [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.550399] env[68867]: DEBUG oslo_concurrency.lockutils [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.550517] env[68867]: DEBUG nova.compute.manager [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] No waiting events found dispatching network-vif-plugged-0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.550681] env[68867]: WARNING nova.compute.manager [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Received unexpected event network-vif-plugged-0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 for instance with vm_state building and task_state spawning. [ 777.550830] env[68867]: DEBUG nova.compute.manager [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Received event network-changed-0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.550974] env[68867]: DEBUG nova.compute.manager [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Refreshing instance network info cache due to event network-changed-0eb987c9-b0bc-4b25-82b3-0d3eb9f62836. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.551152] env[68867]: DEBUG oslo_concurrency.lockutils [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] Acquiring lock "refresh_cache-862e124c-12d6-4f2b-92b3-6bafe7c93ff4" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.628391] env[68867]: DEBUG nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.639719] env[68867]: DEBUG oslo_vmware.api [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Task: {'id': task-2951332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149145} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.639955] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.640204] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.640386] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.640553] env[68867]: INFO nova.compute.manager [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Took 1.13 seconds to destroy the instance on the hypervisor. [ 777.640780] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.640967] env[68867]: DEBUG nova.compute.manager [-] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.641072] env[68867]: DEBUG nova.network.neutron [-] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.652934] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.653181] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.653333] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.653506] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.653644] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.653782] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.653979] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.654147] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.654308] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.654461] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.654627] env[68867]: DEBUG nova.virt.hardware [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.655436] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdced689-971f-4223-93a8-0223f5454ef8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.663248] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0356974c-09b9-4913-9d57-93ef572f5202 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.692723] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951333, 'name': Rename_Task, 'duration_secs': 0.150991} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.692985] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.695979] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e4b1319-5b88-4f54-9f6a-10ad83df0ed5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.699694] env[68867]: DEBUG nova.scheduler.client.report [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.704017] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 777.704017] env[68867]: value = "task-2951334" [ 777.704017] env[68867]: _type = "Task" [ 777.704017] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.713047] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.778632] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Releasing lock "refresh_cache-862e124c-12d6-4f2b-92b3-6bafe7c93ff4" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.779304] env[68867]: DEBUG nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Instance network_info: |[{"id": "0eb987c9-b0bc-4b25-82b3-0d3eb9f62836", "address": "fa:16:3e:71:9a:d5", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb987c9-b0", "ovs_interfaceid": "0eb987c9-b0bc-4b25-82b3-0d3eb9f62836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.779440] env[68867]: DEBUG oslo_concurrency.lockutils [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] Acquired lock "refresh_cache-862e124c-12d6-4f2b-92b3-6bafe7c93ff4" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.779547] env[68867]: DEBUG nova.network.neutron [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Refreshing network info cache for port 0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.782920] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:9a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb987c9-b0bc-4b25-82b3-0d3eb9f62836', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.788770] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.789529] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.790560] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb60c386-5b3e-4f55-bd9d-6c47dd300994 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.812615] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.812615] env[68867]: value = "task-2951335" [ 777.812615] env[68867]: _type = "Task" [ 777.812615] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.820956] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951335, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.207090] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.207090] env[68867]: DEBUG nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.212099] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.650s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.213572] env[68867]: INFO nova.compute.claims [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.225122] env[68867]: DEBUG oslo_vmware.api [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951334, 'name': PowerOnVM_Task, 'duration_secs': 0.486413} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.225485] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.225585] env[68867]: INFO nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Took 8.89 seconds to spawn the instance on the hypervisor. [ 778.225756] env[68867]: DEBUG nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.226711] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1d9030-006a-4e21-8518-1454ab31f6cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.325560] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951335, 'name': CreateVM_Task, 'duration_secs': 0.358451} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.325651] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.326537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.326698] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.327034] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.330483] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3db18e-33d8-4ca4-9ae6-672d2ead4075 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.335020] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 778.335020] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f94ac6-4f54-3b0e-b1b8-b82e9095c7c3" [ 778.335020] env[68867]: _type = "Task" [ 778.335020] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.345540] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f94ac6-4f54-3b0e-b1b8-b82e9095c7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.393380] env[68867]: DEBUG nova.network.neutron [-] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.415142] env[68867]: DEBUG nova.network.neutron [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Successfully updated port: 0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.503251] env[68867]: DEBUG nova.network.neutron [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Updated VIF entry in instance network info cache for port 0eb987c9-b0bc-4b25-82b3-0d3eb9f62836. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.503610] env[68867]: DEBUG nova.network.neutron [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Updating instance_info_cache with network_info: [{"id": "0eb987c9-b0bc-4b25-82b3-0d3eb9f62836", "address": "fa:16:3e:71:9a:d5", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb987c9-b0", "ovs_interfaceid": "0eb987c9-b0bc-4b25-82b3-0d3eb9f62836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.722560] env[68867]: DEBUG nova.compute.utils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.723691] env[68867]: DEBUG nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.723857] env[68867]: DEBUG nova.network.neutron [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.746577] env[68867]: INFO nova.compute.manager [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Took 50.01 seconds to build instance. [ 778.762418] env[68867]: DEBUG nova.policy [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f58c2b41b74e579fe584e52914ea24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85cbe90a501949d0a196f57bed8d2cba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.845810] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f94ac6-4f54-3b0e-b1b8-b82e9095c7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.846208] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.846446] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.846676] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.846814] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.846980] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.847301] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b20675b-fe21-4015-b1c9-5354f6f20bc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.855504] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.855674] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.856376] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa82076-fa11-4758-b7a1-f92e5a5138b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.861436] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 778.861436] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5272682f-3f55-2bdf-97d4-b20fdc087c4e" [ 778.861436] env[68867]: _type = "Task" [ 778.861436] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.868591] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5272682f-3f55-2bdf-97d4-b20fdc087c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.895862] env[68867]: INFO nova.compute.manager [-] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Took 1.25 seconds to deallocate network for instance. [ 778.916407] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.916547] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.916694] env[68867]: DEBUG nova.network.neutron [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.006303] env[68867]: DEBUG oslo_concurrency.lockutils [req-928b5754-0042-480f-a6f7-ed221f907b0a req-7f68254f-76c6-427e-aafb-5e02808bf087 service nova] Releasing lock "refresh_cache-862e124c-12d6-4f2b-92b3-6bafe7c93ff4" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.061427] env[68867]: DEBUG nova.network.neutron [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Successfully created port: 32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.150055] env[68867]: DEBUG nova.compute.manager [req-6035ff6d-926c-41b8-9c71-3df7a145d81d req-d6d4908b-eef6-4464-8446-56e2f873b4fa service nova] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Received event network-vif-deleted-4d80d9fc-e820-4575-9dfd-c602b76f11b8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.227520] env[68867]: DEBUG nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.253832] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c6439be-bf3b-456f-b2a0-77c8026b1ae4 tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.439s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.376122] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5272682f-3f55-2bdf-97d4-b20fdc087c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.00799} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.377341] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9bc7db-5460-4184-bc06-56c09b96661a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.383808] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 779.383808] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525a134e-af16-4769-21d4-b204eca81d77" [ 779.383808] env[68867]: _type = "Task" [ 779.383808] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.391160] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525a134e-af16-4769-21d4-b204eca81d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.409784] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.507187] env[68867]: DEBUG nova.network.neutron [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.714064] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c40bc2c-9f3d-4eb3-9cb6-6a054706ef24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.721927] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb0ad69-7c18-4c3f-81c6-1bba6ab982d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.760301] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.763068] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1881afa3-76f6-4ac0-8221-701b15b41a69 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.771019] env[68867]: DEBUG nova.compute.manager [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received event network-vif-plugged-0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.771019] env[68867]: DEBUG oslo_concurrency.lockutils [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.771019] env[68867]: DEBUG oslo_concurrency.lockutils [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.771019] env[68867]: DEBUG oslo_concurrency.lockutils [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.771019] env[68867]: DEBUG nova.compute.manager [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] No waiting events found dispatching network-vif-plugged-0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.771019] env[68867]: WARNING nova.compute.manager [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received unexpected event network-vif-plugged-0a1302eb-8e5d-4260-9cf4-179520dd8d83 for instance with vm_state building and task_state spawning. [ 779.771019] env[68867]: DEBUG nova.compute.manager [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received event network-changed-0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.771019] env[68867]: DEBUG nova.compute.manager [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Refreshing instance network info cache due to event network-changed-0a1302eb-8e5d-4260-9cf4-179520dd8d83. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.771019] env[68867]: DEBUG oslo_concurrency.lockutils [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] Acquiring lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.775902] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae95daf6-7264-4f7b-8131-1800583b3024 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.790615] env[68867]: DEBUG nova.compute.provider_tree [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.838293] env[68867]: DEBUG nova.network.neutron [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.894240] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525a134e-af16-4769-21d4-b204eca81d77, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.897018] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.897018] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 862e124c-12d6-4f2b-92b3-6bafe7c93ff4/862e124c-12d6-4f2b-92b3-6bafe7c93ff4.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.897018] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b23d0bc4-d68f-48fd-a37d-d4138dbb920e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.901510] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 779.901510] env[68867]: value = "task-2951336" [ 779.901510] env[68867]: _type = "Task" [ 779.901510] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.909912] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.019614] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.019614] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.270817] env[68867]: DEBUG nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.289698] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.293966] env[68867]: DEBUG nova.scheduler.client.report [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.299355] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.299597] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.299747] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.299955] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.300073] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.300218] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.300462] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.300611] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.300770] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.300924] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.301101] env[68867]: DEBUG nova.virt.hardware [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.301974] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b98d20-33ca-4cf6-aa9c-ad205de4809a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.312385] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1749ef1-311c-4f98-a0c1-6c92f044bba0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.340561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.340988] env[68867]: DEBUG nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Instance network_info: |[{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.341278] env[68867]: DEBUG oslo_concurrency.lockutils [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] Acquired lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.341478] env[68867]: DEBUG nova.network.neutron [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Refreshing network info cache for port 0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.342873] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:dd:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a1302eb-8e5d-4260-9cf4-179520dd8d83', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.353047] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Creating folder: Project (85f88ab65ae047d8a407a2207d71662e). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.354355] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdaac3f3-845d-4a81-bcd3-80ec5be9eebb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.367724] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Created folder: Project (85f88ab65ae047d8a407a2207d71662e) in parent group-v592242. [ 780.367924] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Creating folder: Instances. Parent ref: group-v592340. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.368219] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c25f54f7-59c5-4212-9b29-56dbbef855bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.378357] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Created folder: Instances in parent group-v592340. [ 780.378590] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.378777] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.378972] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19276eb0-88d3-4cbf-ae4f-145cc4a60fcd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.398258] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.398258] env[68867]: value = "task-2951339" [ 780.398258] env[68867]: _type = "Task" [ 780.398258] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.410049] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951339, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.413298] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465638} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.413538] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 862e124c-12d6-4f2b-92b3-6bafe7c93ff4/862e124c-12d6-4f2b-92b3-6bafe7c93ff4.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.413774] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.413979] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06b0d694-fd00-42d4-88b0-26443b685e75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.419621] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 780.419621] env[68867]: value = "task-2951340" [ 780.419621] env[68867]: _type = "Task" [ 780.419621] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.429507] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.526385] env[68867]: DEBUG nova.compute.utils [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.566576] env[68867]: DEBUG nova.network.neutron [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Successfully updated port: 32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.808023] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.808023] env[68867]: DEBUG nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.810335] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.711s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.810543] env[68867]: DEBUG nova.objects.instance [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lazy-loading 'resources' on Instance uuid d435fc42-027b-4570-adf3-3af3e3ba7a34 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.907715] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951339, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.928244] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070243} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.928498] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.929279] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d9e25b-fe63-4e68-94d4-d770b5496ff0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.951923] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 862e124c-12d6-4f2b-92b3-6bafe7c93ff4/862e124c-12d6-4f2b-92b3-6bafe7c93ff4.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.952504] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13da5567-cba2-4c1b-90c7-8643b338e9dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.974183] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 780.974183] env[68867]: value = "task-2951341" [ 780.974183] env[68867]: _type = "Task" [ 780.974183] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.982032] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.031882] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.067893] env[68867]: DEBUG nova.network.neutron [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updated VIF entry in instance network info cache for port 0a1302eb-8e5d-4260-9cf4-179520dd8d83. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.068363] env[68867]: DEBUG nova.network.neutron [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.069858] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.069989] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquired lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.070148] env[68867]: DEBUG nova.network.neutron [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.314171] env[68867]: DEBUG nova.compute.utils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.315688] env[68867]: DEBUG nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 781.397695] env[68867]: DEBUG nova.compute.manager [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received event network-vif-plugged-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.397695] env[68867]: DEBUG oslo_concurrency.lockutils [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] Acquiring lock "adc0124f-b328-4243-a734-75a8a6424d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.397862] env[68867]: DEBUG oslo_concurrency.lockutils [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] Lock "adc0124f-b328-4243-a734-75a8a6424d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.398115] env[68867]: DEBUG oslo_concurrency.lockutils [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] Lock "adc0124f-b328-4243-a734-75a8a6424d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.398342] env[68867]: DEBUG nova.compute.manager [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] No waiting events found dispatching network-vif-plugged-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.398444] env[68867]: WARNING nova.compute.manager [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received unexpected event network-vif-plugged-32d9374e-7e20-4112-85ad-80e6a7a47fb6 for instance with vm_state building and task_state spawning. [ 781.398597] env[68867]: DEBUG nova.compute.manager [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.398763] env[68867]: DEBUG nova.compute.manager [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing instance network info cache due to event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.398896] env[68867]: DEBUG oslo_concurrency.lockutils [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] Acquiring lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.411103] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951339, 'name': CreateVM_Task, 'duration_secs': 0.72733} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.413426] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.414282] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.414406] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.416152] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.416152] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccd7d59-190f-4e8b-b5c5-89515f451b04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.419070] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 781.419070] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b94b20-e61d-9702-7b1c-2331fcea8aad" [ 781.419070] env[68867]: _type = "Task" [ 781.419070] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.428333] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b94b20-e61d-9702-7b1c-2331fcea8aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.486963] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.572790] env[68867]: DEBUG oslo_concurrency.lockutils [req-ca91b5ac-48e2-41ed-b634-b62fa40d68ba req-2a833890-29b5-4b65-a33f-8a772be1ceea service nova] Releasing lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.602660] env[68867]: DEBUG nova.network.neutron [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.745267] env[68867]: DEBUG nova.network.neutron [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.799172] env[68867]: DEBUG nova.compute.manager [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Received event network-changed-485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.799366] env[68867]: DEBUG nova.compute.manager [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Refreshing instance network info cache due to event network-changed-485513aa-efad-45b5-be5b-366243a036c9. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.799573] env[68867]: DEBUG oslo_concurrency.lockutils [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] Acquiring lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.799713] env[68867]: DEBUG oslo_concurrency.lockutils [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] Acquired lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.799872] env[68867]: DEBUG nova.network.neutron [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Refreshing network info cache for port 485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.819925] env[68867]: DEBUG nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.823548] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5ee4d1-e1c4-40e3-a12f-b0ead55faa7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.830743] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc262fce-c097-4699-8e83-70345ee364ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.861038] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6006556a-0f6f-409f-8fbc-d13892351957 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.868700] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da4b0a7-9eaa-4393-ac41-2e3c8dc60b16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.882373] env[68867]: DEBUG nova.compute.provider_tree [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.930093] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b94b20-e61d-9702-7b1c-2331fcea8aad, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.930434] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.930678] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.930915] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.931078] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.931259] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.931522] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3414f04-d356-42a3-8c64-0e01c4534b7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.940216] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.940315] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.940979] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29cd660-0c92-45d9-9d6a-2c7655ad1af3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.946111] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 781.946111] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520dde96-6d43-7131-cb34-b125a1e24ad6" [ 781.946111] env[68867]: _type = "Task" [ 781.946111] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.964718] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520dde96-6d43-7131-cb34-b125a1e24ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.965495] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228529ea-3e5e-4e5c-be95-7a5a33e71720 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.970606] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 781.970606] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52496346-937f-122a-02e8-d8a5c8a3cdbd" [ 781.970606] env[68867]: _type = "Task" [ 781.970606] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.980653] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52496346-937f-122a-02e8-d8a5c8a3cdbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.984964] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951341, 'name': ReconfigVM_Task, 'duration_secs': 0.798145} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.985243] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 862e124c-12d6-4f2b-92b3-6bafe7c93ff4/862e124c-12d6-4f2b-92b3-6bafe7c93ff4.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.985837] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e2245db-e0fa-478b-babb-42502e16f034 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.991545] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 781.991545] env[68867]: value = "task-2951342" [ 781.991545] env[68867]: _type = "Task" [ 781.991545] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.998606] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951342, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.113546] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.113826] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.114073] env[68867]: INFO nova.compute.manager [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Attaching volume 9c516ef3-0e09-4c09-9b0e-f75b880b2e04 to /dev/sdb [ 782.146149] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663160d4-81e0-4cfb-b739-a34308f71726 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.153395] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e154cbbb-a0ef-4116-923f-2acd3212d75f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.168978] env[68867]: DEBUG nova.virt.block_device [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updating existing volume attachment record: da37f7ff-4abd-40f4-bd68-fad120fca362 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 782.247865] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Releasing lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.248292] env[68867]: DEBUG nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Instance network_info: |[{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.248587] env[68867]: DEBUG oslo_concurrency.lockutils [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] Acquired lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.248763] env[68867]: DEBUG nova.network.neutron [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.249976] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:97:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d9374e-7e20-4112-85ad-80e6a7a47fb6', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.257519] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Creating folder: Project (85cbe90a501949d0a196f57bed8d2cba). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.260639] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77cf7bae-c74b-4c4d-9755-4566151f3bbb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.270443] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Created folder: Project (85cbe90a501949d0a196f57bed8d2cba) in parent group-v592242. [ 782.270643] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Creating folder: Instances. Parent ref: group-v592343. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.270872] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2dc81a-4bd3-4e7a-a46d-14a266dbd61d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.279637] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Created folder: Instances in parent group-v592343. [ 782.280332] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.280332] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.280453] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb81f28e-2d40-4cc4-b07d-a6a5df56013c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.301498] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.301498] env[68867]: value = "task-2951345" [ 782.301498] env[68867]: _type = "Task" [ 782.301498] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.315445] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951345, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.386414] env[68867]: DEBUG nova.scheduler.client.report [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.469824] env[68867]: DEBUG nova.network.neutron [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updated VIF entry in instance network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.470223] env[68867]: DEBUG nova.network.neutron [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.486933] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52496346-937f-122a-02e8-d8a5c8a3cdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.488111] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.488399] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 66b2bb97-67dd-40cd-bdba-dd70e30823be/66b2bb97-67dd-40cd-bdba-dd70e30823be.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.491326] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d72afbb-5bf4-4ce9-b6cf-ad8b56b6fcae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.500640] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 782.500640] env[68867]: value = "task-2951349" [ 782.500640] env[68867]: _type = "Task" [ 782.500640] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.506110] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951342, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.512200] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.585666] env[68867]: DEBUG nova.network.neutron [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Updated VIF entry in instance network info cache for port 485513aa-efad-45b5-be5b-366243a036c9. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.585666] env[68867]: DEBUG nova.network.neutron [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Updating instance_info_cache with network_info: [{"id": "485513aa-efad-45b5-be5b-366243a036c9", "address": "fa:16:3e:b6:71:cf", "network": {"id": "c04de219-369a-4eda-8f39-6e4d6a4a4112", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965583028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0869bf36d54be58573c6f55b4848aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485513aa-ef", "ovs_interfaceid": "485513aa-efad-45b5-be5b-366243a036c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.815412] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951345, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.832247] env[68867]: DEBUG nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.865461] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.865747] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.865924] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.866106] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.866278] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.866455] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.866714] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.866909] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.867134] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.867346] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.867529] env[68867]: DEBUG nova.virt.hardware [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.868518] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a54bfce-6269-474a-ba46-96e2202c818b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.879189] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f55e9-8da1-479e-8a8a-a01d4bb5905c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.895670] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.898374] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.904887] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Creating folder: Project (6ee61d89ced24347a717e5eef188385a). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.905790] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.553s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.907594] env[68867]: INFO nova.compute.claims [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.910741] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfb999c9-55ff-4a49-a758-e58e99e725eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922737] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Created folder: Project (6ee61d89ced24347a717e5eef188385a) in parent group-v592242. [ 782.923021] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Creating folder: Instances. Parent ref: group-v592348. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.923361] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee31b931-4df1-4d3d-83c3-ae0dcd3a6727 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.934229] env[68867]: INFO nova.scheduler.client.report [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Deleted allocations for instance d435fc42-027b-4570-adf3-3af3e3ba7a34 [ 782.939249] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Created folder: Instances in parent group-v592348. [ 782.939414] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.943597] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.944225] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d1c94d-3643-4994-9fb5-c22909b5ff76 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.967770] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.967770] env[68867]: value = "task-2951353" [ 782.967770] env[68867]: _type = "Task" [ 782.967770] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.982924] env[68867]: DEBUG oslo_concurrency.lockutils [req-5003ad30-2028-48bd-9e1d-d0ed49b4f2f9 req-17dc8b98-6fbf-421b-a0ac-42644934b764 service nova] Releasing lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.982924] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951353, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.003467] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951342, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.014481] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497555} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.014829] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 66b2bb97-67dd-40cd-bdba-dd70e30823be/66b2bb97-67dd-40cd-bdba-dd70e30823be.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.015189] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.015392] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91f9948-0c4d-476a-9c57-2fc7ca96a9ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.022252] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 783.022252] env[68867]: value = "task-2951354" [ 783.022252] env[68867]: _type = "Task" [ 783.022252] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.031274] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.088376] env[68867]: DEBUG oslo_concurrency.lockutils [req-58738a5a-9f57-4433-97ed-27aa14a783f1 req-b6422549-2fa1-468d-ae12-62a25ba72d59 service nova] Releasing lock "refresh_cache-f1c2938e-3a85-45ba-afb3-cea2f59a7b55" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.312348] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951345, 'name': CreateVM_Task, 'duration_secs': 0.892768} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.312533] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.313276] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.313434] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.313768] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.314035] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61df4200-a9f7-4aa3-b38e-a65c444694de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.318649] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 783.318649] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529ad4ef-6833-ae13-0176-b9a2a3e37acb" [ 783.318649] env[68867]: _type = "Task" [ 783.318649] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.326493] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529ad4ef-6833-ae13-0176-b9a2a3e37acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.447833] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38caca1f-9ffe-4f66-800b-5a7039d34989 tempest-ServerAddressesNegativeTestJSON-1982711606 tempest-ServerAddressesNegativeTestJSON-1982711606-project-member] Lock "d435fc42-027b-4570-adf3-3af3e3ba7a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.143s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.481589] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951353, 'name': CreateVM_Task, 'duration_secs': 0.294768} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.481854] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.482357] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.482618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.483351] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.483744] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8edbdb-ef67-4d14-9b3e-7bb49c3062da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.488804] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 783.488804] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528e36ce-d81b-45d5-782c-9773db0993ec" [ 783.488804] env[68867]: _type = "Task" [ 783.488804] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.500339] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528e36ce-d81b-45d5-782c-9773db0993ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.505414] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951342, 'name': Rename_Task, 'duration_secs': 1.052058} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.505729] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.506466] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49aabca7-3247-4e0c-9486-ded40f58f675 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.519028] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 783.519028] env[68867]: value = "task-2951355" [ 783.519028] env[68867]: _type = "Task" [ 783.519028] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.524246] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.532283] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075263} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.532665] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.533551] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6600adda-52d4-4b6b-9d4a-e4741a2af350 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.559245] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 66b2bb97-67dd-40cd-bdba-dd70e30823be/66b2bb97-67dd-40cd-bdba-dd70e30823be.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.559636] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9471cc-e459-4564-a242-fae5dc2eadfe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.583685] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 783.583685] env[68867]: value = "task-2951356" [ 783.583685] env[68867]: _type = "Task" [ 783.583685] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.595448] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951356, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.830153] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529ad4ef-6833-ae13-0176-b9a2a3e37acb, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.830473] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.830706] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.830937] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.831096] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.831272] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.831525] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13498929-8aed-4578-bcdf-e8142bca659d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.840617] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.840956] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.841608] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad471ba0-8692-4709-9687-9ae82931afea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.848481] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 783.848481] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a7d3c3-d698-dbeb-2c08-968295c4d3e6" [ 783.848481] env[68867]: _type = "Task" [ 783.848481] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.855488] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a7d3c3-d698-dbeb-2c08-968295c4d3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.000930] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528e36ce-d81b-45d5-782c-9773db0993ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.004539] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.004539] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.004539] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.004539] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.004539] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.004771] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5685e521-a2b6-465b-b586-a4859f56ad7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.013377] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.013555] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.014289] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71141cb0-8293-41bf-9a5a-62070d8760c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.024688] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 784.024688] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522c7412-505a-8d41-9280-618304fc91e3" [ 784.024688] env[68867]: _type = "Task" [ 784.024688] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.027657] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.042188] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522c7412-505a-8d41-9280-618304fc91e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.042984] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da3e35b-fc83-4230-b37c-33627be8e610 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.051491] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 784.051491] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a5b4ed-9f7e-5ea2-f175-20edf5b750a2" [ 784.051491] env[68867]: _type = "Task" [ 784.051491] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.071888] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a5b4ed-9f7e-5ea2-f175-20edf5b750a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.072335] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.072722] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 14625365-3474-4822-a561-dce6ae6b5cfd/14625365-3474-4822-a561-dce6ae6b5cfd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.076517] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15ccf4a4-ead4-4e4a-aab8-fb3dff1bb000 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.084379] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 784.084379] env[68867]: value = "task-2951357" [ 784.084379] env[68867]: _type = "Task" [ 784.084379] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.105382] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.109628] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.360850] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a7d3c3-d698-dbeb-2c08-968295c4d3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.362475] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90903685-23d9-4adc-b110-65b719ca4460 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.371268] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 784.371268] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528f57f3-c656-faaa-bef3-26127f2f3c72" [ 784.371268] env[68867]: _type = "Task" [ 784.371268] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.380902] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528f57f3-c656-faaa-bef3-26127f2f3c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.532821] env[68867]: DEBUG oslo_vmware.api [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951355, 'name': PowerOnVM_Task, 'duration_secs': 0.997339} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.533114] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.533369] env[68867]: INFO nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Took 9.67 seconds to spawn the instance on the hypervisor. [ 784.534268] env[68867]: DEBUG nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.534726] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be5115c-9b9f-4834-b0b9-4bbc84d3cf39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.541430] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb63afe4-6bd8-4349-b12c-27e8869b1fa3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.555717] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f8c0f8-07f1-4d86-bc29-49baf49c7c12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.592297] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434f46ce-e8e7-4146-99f5-6d423429d9ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.604251] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951356, 'name': ReconfigVM_Task, 'duration_secs': 0.857503} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.608209] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 66b2bb97-67dd-40cd-bdba-dd70e30823be/66b2bb97-67dd-40cd-bdba-dd70e30823be.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.609973] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01715789-80a3-42a4-8b76-6e56108351e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.614675] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492774} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.616032] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62bb48a7-e98e-4324-88cf-3a7f439c4ae5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.616880] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 14625365-3474-4822-a561-dce6ae6b5cfd/14625365-3474-4822-a561-dce6ae6b5cfd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.617092] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.617982] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df503f56-1923-4af0-a1d0-297cacc2e2bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.630773] env[68867]: DEBUG nova.compute.provider_tree [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.634773] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 784.634773] env[68867]: value = "task-2951359" [ 784.634773] env[68867]: _type = "Task" [ 784.634773] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.636853] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 784.636853] env[68867]: value = "task-2951360" [ 784.636853] env[68867]: _type = "Task" [ 784.636853] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.652943] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951359, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.653214] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.881445] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528f57f3-c656-faaa-bef3-26127f2f3c72, 'name': SearchDatastore_Task, 'duration_secs': 0.018731} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.881715] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.881999] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/adc0124f-b328-4243-a734-75a8a6424d5d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.882274] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bbc849-d775-40e3-82ab-c589bf9dfb46 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.888542] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 784.888542] env[68867]: value = "task-2951361" [ 784.888542] env[68867]: _type = "Task" [ 784.888542] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.896268] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.059935] env[68867]: INFO nova.compute.manager [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Took 46.73 seconds to build instance. [ 785.134839] env[68867]: DEBUG nova.scheduler.client.report [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.152547] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951359, 'name': Rename_Task, 'duration_secs': 0.417973} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.156833] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.156833] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221612} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.156833] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaf99b16-2be6-4c23-bfbb-eccfe331547e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.158717] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.162024] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075090f5-2862-497e-b429-3689929038d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.168311] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 785.168311] env[68867]: value = "task-2951362" [ 785.168311] env[68867]: _type = "Task" [ 785.168311] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.194027] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 14625365-3474-4822-a561-dce6ae6b5cfd/14625365-3474-4822-a561-dce6ae6b5cfd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.194027] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a122624a-4337-4fae-bf2b-4dc210952f78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.219594] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951362, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.221395] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 785.221395] env[68867]: value = "task-2951363" [ 785.221395] env[68867]: _type = "Task" [ 785.221395] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.232730] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.404417] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951361, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.562180] env[68867]: DEBUG oslo_concurrency.lockutils [None req-60ea59da-a89e-406f-b46d-de4c3ca7683c tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.633s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.644198] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.644927] env[68867]: DEBUG nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.649793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.069s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.650009] env[68867]: DEBUG nova.objects.instance [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lazy-loading 'resources' on Instance uuid b58e6f5b-0e27-4b89-83ce-c2d969ee9789 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.679962] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.730682] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951363, 'name': ReconfigVM_Task, 'duration_secs': 0.311003} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.730948] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 14625365-3474-4822-a561-dce6ae6b5cfd/14625365-3474-4822-a561-dce6ae6b5cfd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.731593] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371b270a-bfba-491c-80f3-56e144b974b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.737932] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 785.737932] env[68867]: value = "task-2951364" [ 785.737932] env[68867]: _type = "Task" [ 785.737932] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.747311] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951364, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.899524] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545864} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.899785] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/adc0124f-b328-4243-a734-75a8a6424d5d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.899986] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.900244] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ef6df76-f6e9-46bb-8807-afc4e98af775 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.906594] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 785.906594] env[68867]: value = "task-2951365" [ 785.906594] env[68867]: _type = "Task" [ 785.906594] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.915154] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.067578] env[68867]: DEBUG nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.078055] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.078304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.078503] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.078680] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.078843] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.080745] env[68867]: INFO nova.compute.manager [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Terminating instance [ 786.153604] env[68867]: DEBUG nova.compute.utils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.157796] env[68867]: DEBUG nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 786.181663] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.248988] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951364, 'name': Rename_Task, 'duration_secs': 0.136295} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.251693] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.252867] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a668d5e-432b-4c34-acf9-dd4dbd534014 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.259617] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 786.259617] env[68867]: value = "task-2951366" [ 786.259617] env[68867]: _type = "Task" [ 786.259617] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.270127] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.416071] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08085} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.416393] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.417196] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c17ae-a71f-4edc-8f87-21827d22dbdf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.443931] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/adc0124f-b328-4243-a734-75a8a6424d5d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.447194] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e455f9-f675-4635-a0d3-5b00e073ff7c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.471024] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 786.471024] env[68867]: value = "task-2951367" [ 786.471024] env[68867]: _type = "Task" [ 786.471024] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.480615] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.584527] env[68867]: DEBUG nova.compute.manager [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.584723] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.585706] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.586742] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d77150a-9c2e-492e-b978-f040b0e3cd8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.596318] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.596499] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ee7f6d6-d67d-46dd-b622-a961e526aad6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.604379] env[68867]: DEBUG oslo_vmware.api [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 786.604379] env[68867]: value = "task-2951368" [ 786.604379] env[68867]: _type = "Task" [ 786.604379] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.612073] env[68867]: DEBUG oslo_vmware.api [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.658396] env[68867]: DEBUG nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.682811] env[68867]: DEBUG oslo_vmware.api [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951362, 'name': PowerOnVM_Task, 'duration_secs': 1.117214} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.683064] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.683290] env[68867]: INFO nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Took 9.05 seconds to spawn the instance on the hypervisor. [ 786.683469] env[68867]: DEBUG nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.684285] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809020f-1aa6-434e-a071-2ab1cd6ba38b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.700187] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7a4dc8-1bbd-4a5d-82d5-cf824e498183 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.708232] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f31162-015c-4d1d-a421-00d449b3c539 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.743727] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 786.743727] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592347', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'name': 'volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa8e47e-7484-4b43-bcfd-c28ee2c6205d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'serial': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 786.744455] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9db6b8-b413-42c2-8af1-bc174ccda21c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.748207] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c6f006-7ffd-4094-afcc-a9af270c48cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.767635] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a83cd5-587f-4191-a3c1-8c6918c9df91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.777335] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8614a-9c89-4b46-9319-e7de4b9db779 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.790630] env[68867]: DEBUG nova.compute.provider_tree [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.816875] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04/volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.817980] env[68867]: DEBUG oslo_vmware.api [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951366, 'name': PowerOnVM_Task, 'duration_secs': 0.513879} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.819039] env[68867]: DEBUG nova.scheduler.client.report [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.822375] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6bab681-ba4b-4a74-be55-93f835765ab3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.836142] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.836378] env[68867]: INFO nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Took 4.00 seconds to spawn the instance on the hypervisor. [ 786.836554] env[68867]: DEBUG nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.838240] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.188s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.840807] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995f0d9-bb20-4fdf-8b5a-36b96f499277 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.843781] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.684s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.845822] env[68867]: INFO nova.compute.claims [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.856372] env[68867]: DEBUG oslo_vmware.api [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 786.856372] env[68867]: value = "task-2951369" [ 786.856372] env[68867]: _type = "Task" [ 786.856372] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.866688] env[68867]: DEBUG oslo_vmware.api [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.871621] env[68867]: INFO nova.scheduler.client.report [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted allocations for instance b58e6f5b-0e27-4b89-83ce-c2d969ee9789 [ 786.979479] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951367, 'name': ReconfigVM_Task, 'duration_secs': 0.404693} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.979755] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/adc0124f-b328-4243-a734-75a8a6424d5d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.980478] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2da0260-c823-42cc-9470-730d19d841aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.986926] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 786.986926] env[68867]: value = "task-2951370" [ 786.986926] env[68867]: _type = "Task" [ 786.986926] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.995819] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951370, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.116961] env[68867]: DEBUG oslo_vmware.api [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951368, 'name': PowerOffVM_Task, 'duration_secs': 0.265733} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.117284] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.117485] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.117750] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53f2d708-4d96-4bbf-a38e-5f3fb58d78f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.203509] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.206021] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.206021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Deleting the datastore file [datastore2] 862e124c-12d6-4f2b-92b3-6bafe7c93ff4 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.206021] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c646963-749b-4965-b73f-cf7dd506bad4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.208445] env[68867]: INFO nova.compute.manager [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Took 48.19 seconds to build instance. [ 787.213990] env[68867]: DEBUG oslo_vmware.api [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for the task: (returnval){ [ 787.213990] env[68867]: value = "task-2951372" [ 787.213990] env[68867]: _type = "Task" [ 787.213990] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.223400] env[68867]: DEBUG oslo_vmware.api [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.371914] env[68867]: DEBUG oslo_vmware.api [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.372820] env[68867]: INFO nova.compute.manager [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Took 42.83 seconds to build instance. [ 787.380151] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8548bdd0-49b9-46ed-aa88-12563783f9af tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "b58e6f5b-0e27-4b89-83ce-c2d969ee9789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.385s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.496090] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951370, 'name': Rename_Task, 'duration_secs': 0.197736} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.496357] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.496596] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46bfb29-eff6-462a-8e42-8161b56fb5f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.503753] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 787.503753] env[68867]: value = "task-2951373" [ 787.503753] env[68867]: _type = "Task" [ 787.503753] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.512373] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.668517] env[68867]: DEBUG nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.698310] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.698310] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.698310] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.698310] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.698310] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.698310] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.698310] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.698860] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.700313] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.700523] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.700723] env[68867]: DEBUG nova.virt.hardware [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.701901] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718125d3-51a5-40f3-90b1-880b82410722 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.710365] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053f14d4-2a54-4440-bc28-b9c9d1d36a58 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.714713] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d8c7a7aa-34b6-4b7e-994c-9193c8abade0 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.666s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.727395] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.733236] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.734399] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.734924] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f02466a6-4901-411a-a9fa-fc1e0dfa73b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.750743] env[68867]: DEBUG oslo_vmware.api [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Task: {'id': task-2951372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147803} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.751346] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.751586] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.751815] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.752026] env[68867]: INFO nova.compute.manager [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 787.752290] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.752502] env[68867]: DEBUG nova.compute.manager [-] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.752615] env[68867]: DEBUG nova.network.neutron [-] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.756324] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.756324] env[68867]: value = "task-2951374" [ 787.756324] env[68867]: _type = "Task" [ 787.756324] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.764455] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951374, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.871432] env[68867]: DEBUG oslo_vmware.api [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951369, 'name': ReconfigVM_Task, 'duration_secs': 0.523142} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.871780] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04/volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.877415] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bda6ad1a-90e8-408a-99a9-1b8551f79ace tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "14625365-3474-4822-a561-dce6ae6b5cfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.719s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.877667] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8993d6-fe6f-4b86-86ce-915b2ce333c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.900966] env[68867]: DEBUG oslo_vmware.api [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 787.900966] env[68867]: value = "task-2951375" [ 787.900966] env[68867]: _type = "Task" [ 787.900966] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.912814] env[68867]: DEBUG oslo_vmware.api [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.018869] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.164599] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "923ac29d-680b-4e33-b977-c9586b749cd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.164958] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.165231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "923ac29d-680b-4e33-b977-c9586b749cd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.165460] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.165638] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.171096] env[68867]: INFO nova.compute.manager [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Terminating instance [ 788.227741] env[68867]: DEBUG nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.270873] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951374, 'name': CreateVM_Task, 'duration_secs': 0.393674} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.271438] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.272433] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.272433] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.272433] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.272685] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ea9711-334a-4d27-8390-1eb22e39cc4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.278444] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 788.278444] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e5b632-7c55-7a09-e64f-b9b38ee69889" [ 788.278444] env[68867]: _type = "Task" [ 788.278444] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.292827] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e5b632-7c55-7a09-e64f-b9b38ee69889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.392812] env[68867]: DEBUG nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.409789] env[68867]: DEBUG oslo_vmware.api [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951375, 'name': ReconfigVM_Task, 'duration_secs': 0.208667} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.413519] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592347', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'name': 'volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa8e47e-7484-4b43-bcfd-c28ee2c6205d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'serial': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 788.459518] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628e677-96da-429a-90fb-438e3847bc76 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.467537] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf1606c-3137-40ed-bf17-c0f6ba27b844 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.500950] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f48061-a2a4-46c9-a6c9-8f9261fa1f3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.512744] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad09fc95-57c6-4ba2-a2f0-089f4726236d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.521887] env[68867]: DEBUG oslo_vmware.api [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951373, 'name': PowerOnVM_Task, 'duration_secs': 0.663494} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.528838] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.529067] env[68867]: INFO nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Took 8.26 seconds to spawn the instance on the hypervisor. [ 788.529243] env[68867]: DEBUG nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.529710] env[68867]: DEBUG nova.compute.provider_tree [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.531472] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce0ef2-a9ca-4f1e-87f4-1dc09d3a8522 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.675258] env[68867]: DEBUG nova.compute.manager [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.675608] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.676508] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb2cd69-836b-47d2-9621-cc5f9f7ee789 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.684914] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.684914] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac94c81c-6e6c-462b-a25d-b2d3087b5643 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.691247] env[68867]: DEBUG oslo_vmware.api [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 788.691247] env[68867]: value = "task-2951376" [ 788.691247] env[68867]: _type = "Task" [ 788.691247] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.700286] env[68867]: DEBUG oslo_vmware.api [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.745842] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.792411] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e5b632-7c55-7a09-e64f-b9b38ee69889, 'name': SearchDatastore_Task, 'duration_secs': 0.012998} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.792411] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.792411] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.792595] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.792595] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.792763] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.793081] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31022a3c-f816-4521-98c7-f4924639c70a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.802778] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.802778] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.803423] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbc94c5-de21-43e2-b927-d58d7c340828 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.808964] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 788.808964] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52864f9d-a267-a9c1-a3be-f3be7bd50161" [ 788.808964] env[68867]: _type = "Task" [ 788.808964] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.819594] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52864f9d-a267-a9c1-a3be-f3be7bd50161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.848924] env[68867]: DEBUG nova.compute.manager [req-44b68bd2-c61c-4a9c-be2d-ae614e1caba4 req-a449bc7c-2166-473b-9337-ff9792629992 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Received event network-vif-deleted-0eb987c9-b0bc-4b25-82b3-0d3eb9f62836 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.849096] env[68867]: INFO nova.compute.manager [req-44b68bd2-c61c-4a9c-be2d-ae614e1caba4 req-a449bc7c-2166-473b-9337-ff9792629992 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Neutron deleted interface 0eb987c9-b0bc-4b25-82b3-0d3eb9f62836; detaching it from the instance and deleting it from the info cache [ 788.849256] env[68867]: DEBUG nova.network.neutron [req-44b68bd2-c61c-4a9c-be2d-ae614e1caba4 req-a449bc7c-2166-473b-9337-ff9792629992 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.917470] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.036321] env[68867]: DEBUG nova.scheduler.client.report [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.050221] env[68867]: INFO nova.compute.manager [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Took 47.29 seconds to build instance. [ 789.090611] env[68867]: DEBUG nova.network.neutron [-] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.202394] env[68867]: DEBUG oslo_vmware.api [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951376, 'name': PowerOffVM_Task, 'duration_secs': 0.332669} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.202728] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.202896] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.203205] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33279e14-8588-488d-8b64-e74502591744 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.273824] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.274080] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.274284] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleting the datastore file [datastore1] 923ac29d-680b-4e33-b977-c9586b749cd5 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.274544] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eae0647-3474-4f8b-9525-f261b00b29f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.282442] env[68867]: DEBUG oslo_vmware.api [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for the task: (returnval){ [ 789.282442] env[68867]: value = "task-2951378" [ 789.282442] env[68867]: _type = "Task" [ 789.282442] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.293046] env[68867]: DEBUG oslo_vmware.api [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.318840] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52864f9d-a267-a9c1-a3be-f3be7bd50161, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.319589] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c0dc54-41c4-4a08-b898-2c69e5d77af6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.324512] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 789.324512] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526dec35-48f1-cd52-71f1-6e9661c00c4d" [ 789.324512] env[68867]: _type = "Task" [ 789.324512] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.332404] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526dec35-48f1-cd52-71f1-6e9661c00c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.352254] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c477532-b0ed-45a1-8d92-e8e18fd4a294 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.360921] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ba547-f72b-4082-b0ac-a1c7982fb3d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.397433] env[68867]: DEBUG nova.compute.manager [req-44b68bd2-c61c-4a9c-be2d-ae614e1caba4 req-a449bc7c-2166-473b-9337-ff9792629992 service nova] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Detach interface failed, port_id=0eb987c9-b0bc-4b25-82b3-0d3eb9f62836, reason: Instance 862e124c-12d6-4f2b-92b3-6bafe7c93ff4 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.461950] env[68867]: DEBUG nova.objects.instance [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lazy-loading 'flavor' on Instance uuid aaa8e47e-7484-4b43-bcfd-c28ee2c6205d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.542110] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.542627] env[68867]: DEBUG nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.545475] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.688s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.545691] env[68867]: DEBUG nova.objects.instance [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lazy-loading 'resources' on Instance uuid 58156580-6b3c-4bd6-bb30-5dde8b8f9560 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.552809] env[68867]: DEBUG oslo_concurrency.lockutils [None req-472f7a26-033b-4af5-ae2c-2d1e1ae502ee tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "adc0124f-b328-4243-a734-75a8a6424d5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.777s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.594022] env[68867]: INFO nova.compute.manager [-] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Took 1.84 seconds to deallocate network for instance. [ 789.793617] env[68867]: DEBUG oslo_vmware.api [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Task: {'id': task-2951378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169086} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.793617] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.793617] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.793785] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.793937] env[68867]: INFO nova.compute.manager [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 789.794193] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.794379] env[68867]: DEBUG nova.compute.manager [-] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.794475] env[68867]: DEBUG nova.network.neutron [-] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.836104] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526dec35-48f1-cd52-71f1-6e9661c00c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011821} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.836411] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836690] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.836946] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e59714cc-c41d-4fc4-a490-359aa4606c30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.843438] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 789.843438] env[68867]: value = "task-2951379" [ 789.843438] env[68867]: _type = "Task" [ 789.843438] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.853753] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.949863] env[68867]: INFO nova.compute.manager [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Rescuing [ 789.949863] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.949863] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquired lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.949863] env[68867]: DEBUG nova.network.neutron [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.967979] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0cec79a4-a870-4cd4-add5-036b29ce14e5 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.050643] env[68867]: DEBUG nova.compute.utils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.055009] env[68867]: DEBUG nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.055335] env[68867]: DEBUG nova.network.neutron [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.063197] env[68867]: DEBUG nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.101839] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.133167] env[68867]: DEBUG nova.policy [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73825067c4eb4114a76b048f5a7bc50c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd77eaa62d9b471399724ecc04b2c7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.359545] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477668} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.362552] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.362787] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.363329] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5205dac0-1b24-4093-a7dc-1850aa402df9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.369979] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 790.369979] env[68867]: value = "task-2951380" [ 790.369979] env[68867]: _type = "Task" [ 790.369979] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.382963] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.451948] env[68867]: DEBUG nova.network.neutron [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Successfully created port: d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.559104] env[68867]: DEBUG nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.587720] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.599171] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0edeec4-5f77-4f3a-8f58-4d809b002ffe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.609422] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf059eb0-28b3-4dce-a7fc-8ab6f09c2439 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.617947] env[68867]: DEBUG nova.network.neutron [-] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.652654] env[68867]: INFO nova.compute.manager [-] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Took 0.86 seconds to deallocate network for instance. [ 790.655912] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278f0b6c-25cb-49dc-b0f3-4758925b810e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.667072] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdce1024-3fc3-4e5d-a8e5-4ac4af661929 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.682872] env[68867]: DEBUG nova.compute.provider_tree [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.775701] env[68867]: DEBUG nova.network.neutron [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.880017] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069418} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.880438] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.881241] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90211373-a446-4cd5-9e4d-2112d3576993 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.900957] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.905028] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c6c152-9001-47b5-a0d9-0bb789c9a612 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.923347] env[68867]: DEBUG nova.compute.manager [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received event network-changed-0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.923503] env[68867]: DEBUG nova.compute.manager [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Refreshing instance network info cache due to event network-changed-0a1302eb-8e5d-4260-9cf4-179520dd8d83. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.923714] env[68867]: DEBUG oslo_concurrency.lockutils [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] Acquiring lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.923851] env[68867]: DEBUG oslo_concurrency.lockutils [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] Acquired lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.924013] env[68867]: DEBUG nova.network.neutron [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Refreshing network info cache for port 0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.925582] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 790.925582] env[68867]: value = "task-2951381" [ 790.925582] env[68867]: _type = "Task" [ 790.925582] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.934260] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.969035] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.969189] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.173101] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.187601] env[68867]: DEBUG nova.scheduler.client.report [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.278977] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Releasing lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.438995] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.472644] env[68867]: INFO nova.compute.manager [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Detaching volume 9c516ef3-0e09-4c09-9b0e-f75b880b2e04 [ 791.514804] env[68867]: INFO nova.virt.block_device [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Attempting to driver detach volume 9c516ef3-0e09-4c09-9b0e-f75b880b2e04 from mountpoint /dev/sdb [ 791.515034] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 791.515263] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592347', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'name': 'volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa8e47e-7484-4b43-bcfd-c28ee2c6205d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'serial': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 791.516188] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441814c1-eb4d-4394-81bc-ee9f38c15465 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.539181] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee48aea-6389-4df9-a1e5-0194bfe080d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.547229] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e7b9e-8ebc-4440-b5f3-f30db0ffe481 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.571458] env[68867]: DEBUG nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.573777] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5018e4b-b286-482f-8455-0b04e90ff5ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.589489] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04/volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 791.594730] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 791.597039] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a88775-5d30-4ca2-855c-147cdbe38ddc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.618397] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.618653] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.618804] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.618981] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.619140] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.619313] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.619526] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.619682] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.619840] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.619994] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.620183] env[68867]: DEBUG nova.virt.hardware [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.621067] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5201bdd7-48b8-46b3-921c-97f4f3a76706 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.625518] env[68867]: DEBUG oslo_vmware.api [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 791.625518] env[68867]: value = "task-2951382" [ 791.625518] env[68867]: _type = "Task" [ 791.625518] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.632435] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eef7219-fd51-48b6-8a94-b6ab551919c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.642694] env[68867]: DEBUG oslo_vmware.api [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.693263] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.695598] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.620s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.695835] env[68867]: DEBUG nova.objects.instance [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lazy-loading 'resources' on Instance uuid f86f5ee4-e2a9-47e2-89ab-fb464f2a121b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.726752] env[68867]: INFO nova.scheduler.client.report [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted allocations for instance 58156580-6b3c-4bd6-bb30-5dde8b8f9560 [ 791.781354] env[68867]: DEBUG nova.network.neutron [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updated VIF entry in instance network info cache for port 0a1302eb-8e5d-4260-9cf4-179520dd8d83. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.781354] env[68867]: DEBUG nova.network.neutron [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.938637] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951381, 'name': ReconfigVM_Task, 'duration_secs': 0.695877} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.938919] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.940136] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e638061-c7a2-441c-9501-816da4a8fd3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.952502] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 791.952502] env[68867]: value = "task-2951383" [ 791.952502] env[68867]: _type = "Task" [ 791.952502] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.971336] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951383, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.983171] env[68867]: DEBUG nova.network.neutron [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Successfully updated port: d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.015023] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.015385] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.015603] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.015778] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.015934] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.018531] env[68867]: INFO nova.compute.manager [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Terminating instance [ 792.126993] env[68867]: DEBUG nova.compute.manager [req-ed140d32-1e25-41ae-b6e9-7fc8143656b8 req-953ac43a-7cdf-4eb4-95b2-32f7c0b1c1c8 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Received event network-vif-plugged-d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.126993] env[68867]: DEBUG oslo_concurrency.lockutils [req-ed140d32-1e25-41ae-b6e9-7fc8143656b8 req-953ac43a-7cdf-4eb4-95b2-32f7c0b1c1c8 service nova] Acquiring lock "fee46f73-ed67-44bf-8595-7fcc105edb8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.126993] env[68867]: DEBUG oslo_concurrency.lockutils [req-ed140d32-1e25-41ae-b6e9-7fc8143656b8 req-953ac43a-7cdf-4eb4-95b2-32f7c0b1c1c8 service nova] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.126993] env[68867]: DEBUG oslo_concurrency.lockutils [req-ed140d32-1e25-41ae-b6e9-7fc8143656b8 req-953ac43a-7cdf-4eb4-95b2-32f7c0b1c1c8 service nova] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.126993] env[68867]: DEBUG nova.compute.manager [req-ed140d32-1e25-41ae-b6e9-7fc8143656b8 req-953ac43a-7cdf-4eb4-95b2-32f7c0b1c1c8 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] No waiting events found dispatching network-vif-plugged-d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.127164] env[68867]: WARNING nova.compute.manager [req-ed140d32-1e25-41ae-b6e9-7fc8143656b8 req-953ac43a-7cdf-4eb4-95b2-32f7c0b1c1c8 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Received unexpected event network-vif-plugged-d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 for instance with vm_state building and task_state spawning. [ 792.137204] env[68867]: DEBUG oslo_vmware.api [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951382, 'name': ReconfigVM_Task, 'duration_secs': 0.426799} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.137460] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 792.142277] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cb3e0b-bfda-4094-a83c-edce53a223e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.162201] env[68867]: DEBUG oslo_vmware.api [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 792.162201] env[68867]: value = "task-2951384" [ 792.162201] env[68867]: _type = "Task" [ 792.162201] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.172180] env[68867]: DEBUG oslo_vmware.api [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.236580] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4f2237d3-4e36-49b2-b9ce-4ccdce56b709 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "58156580-6b3c-4bd6-bb30-5dde8b8f9560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.640s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.283823] env[68867]: DEBUG oslo_concurrency.lockutils [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] Releasing lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.284587] env[68867]: DEBUG nova.compute.manager [req-d0ed5d14-04cb-4ab8-9ca6-71c994692e34 req-fea31a94-300c-4af6-9161-cb11d30b375e service nova] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Received event network-vif-deleted-c7d9bc61-d21a-4b9f-8219-55d5953aeb2b {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.463355] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951383, 'name': Rename_Task, 'duration_secs': 0.284237} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.463617] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.463849] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58f3327e-b179-4c8b-8051-61af863e17a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.471331] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 792.471331] env[68867]: value = "task-2951385" [ 792.471331] env[68867]: _type = "Task" [ 792.471331] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.486356] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "refresh_cache-fee46f73-ed67-44bf-8595-7fcc105edb8e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.486615] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "refresh_cache-fee46f73-ed67-44bf-8595-7fcc105edb8e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.486895] env[68867]: DEBUG nova.network.neutron [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.488260] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.525741] env[68867]: DEBUG nova.compute.manager [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.526016] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.527008] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59733cd0-496b-4e75-9da1-91924bc67c8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.539586] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.543552] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5bfde18-b896-4cad-bb2e-ba6a51cea196 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.551519] env[68867]: DEBUG oslo_vmware.api [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 792.551519] env[68867]: value = "task-2951386" [ 792.551519] env[68867]: _type = "Task" [ 792.551519] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.569856] env[68867]: DEBUG oslo_vmware.api [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.674188] env[68867]: DEBUG oslo_vmware.api [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951384, 'name': ReconfigVM_Task, 'duration_secs': 0.400939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.674498] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592347', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'name': 'volume-9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa8e47e-7484-4b43-bcfd-c28ee2c6205d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04', 'serial': '9c516ef3-0e09-4c09-9b0e-f75b880b2e04'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 792.684154] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.684473] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.733899] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7583d-0c75-4047-b917-49de2463678f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.744163] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eae59f-edbd-42b0-9f91-a948f4f24556 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.776787] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d2a505-690b-4a4e-bf42-cc9af46a40a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.784634] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf111d-0dd9-4db2-a27c-7bb63b9150e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.798661] env[68867]: DEBUG nova.compute.provider_tree [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.814098] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.814804] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05598839-3454-43a0-9885-54daef597256 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.821826] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 792.821826] env[68867]: value = "task-2951387" [ 792.821826] env[68867]: _type = "Task" [ 792.821826] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.832399] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.981314] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.023709] env[68867]: DEBUG nova.network.neutron [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.061062] env[68867]: DEBUG oslo_vmware.api [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951386, 'name': PowerOffVM_Task, 'duration_secs': 0.2116} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.063496] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.063749] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.064083] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63134d2d-562c-42fa-8107-ad90fbf32deb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.136437] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.136661] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.136828] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Deleting the datastore file [datastore2] 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.137107] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60fc6b1c-e188-4229-a990-1007fd55ea79 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.145085] env[68867]: DEBUG oslo_vmware.api [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 793.145085] env[68867]: value = "task-2951389" [ 793.145085] env[68867]: _type = "Task" [ 793.145085] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.153211] env[68867]: DEBUG oslo_vmware.api [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.165269] env[68867]: DEBUG nova.network.neutron [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Updating instance_info_cache with network_info: [{"id": "d8d988cd-c03d-46a7-bd97-e8f77e2b09d9", "address": "fa:16:3e:a9:33:da", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d988cd-c0", "ovs_interfaceid": "d8d988cd-c03d-46a7-bd97-e8f77e2b09d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.243032] env[68867]: DEBUG nova.objects.instance [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lazy-loading 'flavor' on Instance uuid aaa8e47e-7484-4b43-bcfd-c28ee2c6205d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.302488] env[68867]: DEBUG nova.scheduler.client.report [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.331376] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.482164] env[68867]: DEBUG oslo_vmware.api [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951385, 'name': PowerOnVM_Task, 'duration_secs': 0.790545} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.482461] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.482666] env[68867]: INFO nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Took 5.81 seconds to spawn the instance on the hypervisor. [ 793.482842] env[68867]: DEBUG nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.483623] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b2f3ff-6a20-48ee-a969-aa5d605fffe4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.656402] env[68867]: DEBUG oslo_vmware.api [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144152} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.656728] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.656772] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.656946] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.657145] env[68867]: INFO nova.compute.manager [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Took 1.13 seconds to destroy the instance on the hypervisor. [ 793.657432] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.658007] env[68867]: DEBUG nova.compute.manager [-] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.658150] env[68867]: DEBUG nova.network.neutron [-] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.668544] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "refresh_cache-fee46f73-ed67-44bf-8595-7fcc105edb8e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.668855] env[68867]: DEBUG nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Instance network_info: |[{"id": "d8d988cd-c03d-46a7-bd97-e8f77e2b09d9", "address": "fa:16:3e:a9:33:da", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d988cd-c0", "ovs_interfaceid": "d8d988cd-c03d-46a7-bd97-e8f77e2b09d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.669282] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:33:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8d988cd-c03d-46a7-bd97-e8f77e2b09d9', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.676933] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Creating folder: Project (dd77eaa62d9b471399724ecc04b2c7f7). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.677234] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-986d144d-28ad-4ace-b570-8849eba10fa4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.689209] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Created folder: Project (dd77eaa62d9b471399724ecc04b2c7f7) in parent group-v592242. [ 793.689419] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Creating folder: Instances. Parent ref: group-v592352. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.689673] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3aba9e5-26a0-4e35-9373-c5f2219f92df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.699099] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Created folder: Instances in parent group-v592352. [ 793.699351] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.699548] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.699752] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3732e214-660f-4392-981e-9c83250cacd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.722788] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.722788] env[68867]: value = "task-2951392" [ 793.722788] env[68867]: _type = "Task" [ 793.722788] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.732021] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951392, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.807433] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.810081] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.402s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.811679] env[68867]: INFO nova.compute.claims [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.835238] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951387, 'name': PowerOffVM_Task, 'duration_secs': 0.952345} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.835238] env[68867]: INFO nova.scheduler.client.report [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Deleted allocations for instance f86f5ee4-e2a9-47e2-89ab-fb464f2a121b [ 793.838541] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.839808] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc155169-7cf6-48a7-8d73-6194d7fc4b86 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.862012] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacea8a8-e363-4434-adac-96e032ccde4c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.909742] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.910113] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fa333f-7113-4440-bec3-9e52230fb893 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.916726] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 793.916726] env[68867]: value = "task-2951393" [ 793.916726] env[68867]: _type = "Task" [ 793.916726] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.925017] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.001974] env[68867]: INFO nova.compute.manager [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Took 45.66 seconds to build instance. [ 794.221350] env[68867]: DEBUG nova.compute.manager [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Received event network-changed-d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.221569] env[68867]: DEBUG nova.compute.manager [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Refreshing instance network info cache due to event network-changed-d8d988cd-c03d-46a7-bd97-e8f77e2b09d9. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.221796] env[68867]: DEBUG oslo_concurrency.lockutils [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] Acquiring lock "refresh_cache-fee46f73-ed67-44bf-8595-7fcc105edb8e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.221922] env[68867]: DEBUG oslo_concurrency.lockutils [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] Acquired lock "refresh_cache-fee46f73-ed67-44bf-8595-7fcc105edb8e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.222079] env[68867]: DEBUG nova.network.neutron [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Refreshing network info cache for port d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.238418] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951392, 'name': CreateVM_Task, 'duration_secs': 0.35916} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.240110] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.241105] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.241306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.241652] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.242126] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d35dfad-f652-492e-9b54-ea233d9f4120 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.252937] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 794.252937] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524bcd95-49dc-39f1-d2f6-3404ac2b413a" [ 794.252937] env[68867]: _type = "Task" [ 794.252937] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.258050] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ad6e1fc-3d2a-43de-86d2-212f43c92021 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.268458] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524bcd95-49dc-39f1-d2f6-3404ac2b413a, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.270750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.270750] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.270750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.270750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.270750] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.271023] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea300ee-8143-441e-8cc3-a12cf22d1d6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.280742] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.280925] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.281703] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028c3737-1bd4-48f9-94e2-34c365b21076 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.287251] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 794.287251] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5287f1ad-8796-e86a-91c7-99ddc9ec1038" [ 794.287251] env[68867]: _type = "Task" [ 794.287251] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.295594] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5287f1ad-8796-e86a-91c7-99ddc9ec1038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.347074] env[68867]: DEBUG oslo_concurrency.lockutils [None req-72a6bb26-acf1-4edc-bd97-442bdda6ee45 tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "f86f5ee4-e2a9-47e2-89ab-fb464f2a121b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.848s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.428385] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 794.428593] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.428828] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.428968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.429189] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.429435] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d82f0455-ddd2-4e58-8799-316121cff7f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.438259] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.438423] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.439142] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f8f271-10ef-4177-986e-8df34d9187dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.444503] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 794.444503] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e63b84-d7d4-131b-b30c-f6e5716db273" [ 794.444503] env[68867]: _type = "Task" [ 794.444503] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.457434] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e63b84-d7d4-131b-b30c-f6e5716db273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.503371] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c1b18eb0-98e3-49c1-9920-e51da47ce6cb tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.768s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.608386] env[68867]: INFO nova.compute.manager [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Rebuilding instance [ 794.657596] env[68867]: DEBUG nova.compute.manager [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.658498] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48763ecd-d79d-45ad-b9af-6549dd8c2ba0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.742965] env[68867]: DEBUG nova.network.neutron [-] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.802712] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5287f1ad-8796-e86a-91c7-99ddc9ec1038, 'name': SearchDatastore_Task, 'duration_secs': 0.007734} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.802712] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d48d04a-ec97-4aee-8082-610ee8a83ead {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.808217] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 794.808217] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525f1245-ca1b-b477-a529-6c9e71e01c9d" [ 794.808217] env[68867]: _type = "Task" [ 794.808217] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.815425] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525f1245-ca1b-b477-a529-6c9e71e01c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.895039] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.895136] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.895429] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.895502] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.895614] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.897828] env[68867]: INFO nova.compute.manager [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Terminating instance [ 794.937402] env[68867]: DEBUG nova.network.neutron [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Updated VIF entry in instance network info cache for port d8d988cd-c03d-46a7-bd97-e8f77e2b09d9. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.937750] env[68867]: DEBUG nova.network.neutron [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Updating instance_info_cache with network_info: [{"id": "d8d988cd-c03d-46a7-bd97-e8f77e2b09d9", "address": "fa:16:3e:a9:33:da", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d988cd-c0", "ovs_interfaceid": "d8d988cd-c03d-46a7-bd97-e8f77e2b09d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.956336] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e63b84-d7d4-131b-b30c-f6e5716db273, 'name': SearchDatastore_Task, 'duration_secs': 0.008495} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.959697] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb134b9d-f0b1-4090-b55f-362ef7a82f24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.964955] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 794.964955] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5240dc0f-d23e-167c-b5be-87765c76838b" [ 794.964955] env[68867]: _type = "Task" [ 794.964955] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.975602] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5240dc0f-d23e-167c-b5be-87765c76838b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.011719] env[68867]: DEBUG nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.246372] env[68867]: INFO nova.compute.manager [-] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Took 1.59 seconds to deallocate network for instance. [ 795.258969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d2a09-9ef0-42c6-9e6d-e0419db85fd3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.266922] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60231219-1e07-4072-9352-3427272b0efb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.298418] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4e9bc-a309-4ba3-908c-e2144ba2061c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.306325] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3ba49-fa00-4a07-a167-8c9e0460edbe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.326416] env[68867]: DEBUG nova.compute.provider_tree [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.327737] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525f1245-ca1b-b477-a529-6c9e71e01c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.328231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.328570] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fee46f73-ed67-44bf-8595-7fcc105edb8e/fee46f73-ed67-44bf-8595-7fcc105edb8e.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.328830] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe512e8-974d-4440-8aee-2127afb80dd3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.335144] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 795.335144] env[68867]: value = "task-2951394" [ 795.335144] env[68867]: _type = "Task" [ 795.335144] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.344527] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.407041] env[68867]: DEBUG nova.compute.manager [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.407357] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.409446] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb812892-b585-4dc3-8b34-43a235a91841 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.416307] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.416543] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be006bb5-33f4-4f13-97ee-60ec001d1ac3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.421577] env[68867]: DEBUG oslo_vmware.api [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 795.421577] env[68867]: value = "task-2951395" [ 795.421577] env[68867]: _type = "Task" [ 795.421577] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.430978] env[68867]: DEBUG oslo_vmware.api [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.440652] env[68867]: DEBUG oslo_concurrency.lockutils [req-e1f2a57e-2c5e-4687-9553-72ce8d486544 req-6a765b06-57aa-4254-99d6-1d11bd7707b3 service nova] Releasing lock "refresh_cache-fee46f73-ed67-44bf-8595-7fcc105edb8e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.475812] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5240dc0f-d23e-167c-b5be-87765c76838b, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.476133] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.476409] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. {{(pid=68867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 795.476690] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ebe9b82-7df7-460e-a904-bc98eb9fe2a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.484043] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 795.484043] env[68867]: value = "task-2951396" [ 795.484043] env[68867]: _type = "Task" [ 795.484043] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.492653] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.533694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.674071] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.674071] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50349b64-c7ab-4ab0-b0a3-8bcaf1c71e5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.684888] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 795.684888] env[68867]: value = "task-2951397" [ 795.684888] env[68867]: _type = "Task" [ 795.684888] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.698337] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.754553] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.805354] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "d425f53b-adc7-4da1-90c8-de8ea43f486a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.805602] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.829395] env[68867]: DEBUG nova.scheduler.client.report [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.847980] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.934794] env[68867]: DEBUG oslo_vmware.api [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951395, 'name': PowerOffVM_Task, 'duration_secs': 0.308418} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.935246] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.935504] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.935869] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc22838a-c564-49c6-bd7e-fc4d5bbd6dd7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.994074] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951396, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.005271] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.005603] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.005857] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Deleting the datastore file [datastore1] 31f781bc-42de-4b0c-8e99-d8ffe18561cf {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.006256] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-695e42ef-e637-400a-b058-224dd53f2501 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.016817] env[68867]: DEBUG oslo_vmware.api [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for the task: (returnval){ [ 796.016817] env[68867]: value = "task-2951399" [ 796.016817] env[68867]: _type = "Task" [ 796.016817] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.029397] env[68867]: DEBUG oslo_vmware.api [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.195841] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951397, 'name': PowerOffVM_Task, 'duration_secs': 0.204509} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.196165] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.196388] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.197147] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98194bf-3ffa-42c8-b749-39f74739258a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.205266] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.205525] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-378710fe-18e3-4b32-86f6-f1d9b931c21b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.228305] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.228654] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.228751] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleting the datastore file [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.229017] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb5a6764-765e-46c2-94e8-1a35a9ad32c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.236019] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 796.236019] env[68867]: value = "task-2951401" [ 796.236019] env[68867]: _type = "Task" [ 796.236019] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.243953] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.284884] env[68867]: DEBUG nova.compute.manager [req-295f2ad2-0cb4-4fa8-ab9e-259f7b7391e2 req-38e67222-0808-47ee-806a-0e5298ef96a8 service nova] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Received event network-vif-deleted-b8a9f101-f707-4801-abbc-9803ce21fd11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.334998] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.335870] env[68867]: DEBUG nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.339032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.720s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.340481] env[68867]: INFO nova.compute.claims [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.352763] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528832} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.352763] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fee46f73-ed67-44bf-8595-7fcc105edb8e/fee46f73-ed67-44bf-8595-7fcc105edb8e.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.352763] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.352763] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2db17d9-38de-4339-a79b-9a12a0882382 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.360905] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 796.360905] env[68867]: value = "task-2951402" [ 796.360905] env[68867]: _type = "Task" [ 796.360905] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.369636] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.497615] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678268} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.498029] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. [ 796.498980] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ded668-31fe-4707-b401-ee1d5f7bf362 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.525703] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.529217] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f1e428-03bc-46ba-8c7a-3455dced0bc3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.547671] env[68867]: DEBUG oslo_vmware.api [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Task: {'id': task-2951399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22189} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.548895] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.549092] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.549267] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.549432] env[68867]: INFO nova.compute.manager [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 796.549661] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.549905] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 796.549905] env[68867]: value = "task-2951403" [ 796.549905] env[68867]: _type = "Task" [ 796.549905] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.550116] env[68867]: DEBUG nova.compute.manager [-] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.550188] env[68867]: DEBUG nova.network.neutron [-] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.746117] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090727} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.746344] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.746546] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.746730] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.848289] env[68867]: DEBUG nova.compute.utils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.850240] env[68867]: DEBUG nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.850528] env[68867]: DEBUG nova.network.neutron [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.870045] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062981} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.870319] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.871241] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa5f08a-6c5e-443c-a20a-a05069cfad71 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.895468] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] fee46f73-ed67-44bf-8595-7fcc105edb8e/fee46f73-ed67-44bf-8595-7fcc105edb8e.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.897077] env[68867]: DEBUG nova.policy [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ead03fb5324ee0a7998be87211e15e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1baf3e8533e642c793c0e313c6b89bc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.898565] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4066cb7c-9392-4349-ba69-7f23cb9d92e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.918928] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 796.918928] env[68867]: value = "task-2951404" [ 796.918928] env[68867]: _type = "Task" [ 796.918928] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.927498] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.064473] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.176815] env[68867]: DEBUG nova.network.neutron [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Successfully created port: 210b6a9e-8db7-435a-a967-580c95041da0 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.288831] env[68867]: DEBUG nova.network.neutron [-] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.355646] env[68867]: DEBUG nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.431034] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951404, 'name': ReconfigVM_Task, 'duration_secs': 0.293098} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.431148] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Reconfigured VM instance instance-00000024 to attach disk [datastore1] fee46f73-ed67-44bf-8595-7fcc105edb8e/fee46f73-ed67-44bf-8595-7fcc105edb8e.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.431752] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3f158ca-5ff7-426b-9488-5a7c31f96d00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.439767] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 797.439767] env[68867]: value = "task-2951405" [ 797.439767] env[68867]: _type = "Task" [ 797.439767] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.447737] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951405, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.566492] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951403, 'name': ReconfigVM_Task, 'duration_secs': 0.581113} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.566782] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.567684] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367a2893-1243-4865-932d-e7b7962a4f23 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.595748] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7e7e5b-8f7f-4336-a1bd-8ca4081a126d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.611622] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 797.611622] env[68867]: value = "task-2951406" [ 797.611622] env[68867]: _type = "Task" [ 797.611622] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.620422] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.784744] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.785152] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.785353] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.785541] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.785685] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.785827] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.786067] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.786236] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.786402] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.786561] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.786734] env[68867]: DEBUG nova.virt.hardware [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.787597] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b160e6f9-5e24-4880-a2d5-70b616e47158 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.792730] env[68867]: INFO nova.compute.manager [-] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Took 1.24 seconds to deallocate network for instance. [ 797.800677] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f6448-067d-409e-bf74-90bc1ff93dc4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.817677] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.822330] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.824967] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.826027] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47282e5e-8207-486f-a92e-58224fa408df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.845539] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.845539] env[68867]: value = "task-2951407" [ 797.845539] env[68867]: _type = "Task" [ 797.845539] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.854336] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951407, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.877417] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e0dc86-74d3-40cc-bcbd-886382b05dfe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.886734] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba076840-f89e-486a-895e-c30e2a93e67a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.918533] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bedf47-f663-4cb8-9a22-98842b3dafd3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.929094] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b773ddc-8fea-43f6-9637-7ac48f371c24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.946898] env[68867]: DEBUG nova.compute.provider_tree [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.958303] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951405, 'name': Rename_Task, 'duration_secs': 0.136926} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.959259] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.959512] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519f1a6e-9ca6-4cbc-ae62-2a07648bb211 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.967554] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 797.967554] env[68867]: value = "task-2951408" [ 797.967554] env[68867]: _type = "Task" [ 797.967554] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.976145] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.121542] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951406, 'name': ReconfigVM_Task, 'duration_secs': 0.145154} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.121874] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.122181] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b1c70d-17ea-4836-b3a4-5ba64268c535 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.128823] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 798.128823] env[68867]: value = "task-2951409" [ 798.128823] env[68867]: _type = "Task" [ 798.128823] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.136763] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.301453] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.310116] env[68867]: DEBUG nova.compute.manager [req-da12a520-66d6-4eba-951d-775f484481b7 req-f0a4b63b-da9d-4db3-a77f-4c78fdb45c88 service nova] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Received event network-vif-deleted-0f6817c9-deec-4db0-a684-79980a87c790 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.359310] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951407, 'name': CreateVM_Task, 'duration_secs': 0.378358} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.359528] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.360101] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.360330] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.360771] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.361119] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c77988-a1b2-42c2-9098-424af052be9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.366417] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 798.366417] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524253eb-4fcf-4749-9a26-e82c65f8f1da" [ 798.366417] env[68867]: _type = "Task" [ 798.366417] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.367600] env[68867]: DEBUG nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.378820] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524253eb-4fcf-4749-9a26-e82c65f8f1da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.391391] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.391635] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.391784] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.391956] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.392140] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.392325] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.392572] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.392793] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.392999] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.393197] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.393441] env[68867]: DEBUG nova.virt.hardware [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.394414] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8b5bd-8398-417a-8687-b7909bbbddaa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.402719] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc3f997-992f-44f0-bd14-3161950d1160 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.453896] env[68867]: DEBUG nova.scheduler.client.report [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.479829] env[68867]: DEBUG oslo_vmware.api [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951408, 'name': PowerOnVM_Task, 'duration_secs': 0.480738} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.479963] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.480199] env[68867]: INFO nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Took 6.91 seconds to spawn the instance on the hypervisor. [ 798.480376] env[68867]: DEBUG nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.481186] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df0b568-006f-42b6-99c0-dfa49ccdfc39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.639407] env[68867]: DEBUG oslo_vmware.api [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951409, 'name': PowerOnVM_Task, 'duration_secs': 0.428731} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.639751] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.642381] env[68867]: DEBUG nova.compute.manager [None req-abc819f4-da7b-4cbd-9309-4b11441584b4 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.643173] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8351dfd6-5574-4bef-a108-ed5e8575abf0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.692428] env[68867]: DEBUG nova.network.neutron [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Successfully updated port: 210b6a9e-8db7-435a-a967-580c95041da0 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.877482] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524253eb-4fcf-4749-9a26-e82c65f8f1da, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.877815] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.878190] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.878500] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.878653] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.878834] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.879209] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af78171-c796-4293-8e53-cd2c5a12f0ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.887589] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.887757] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.888525] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4ddcda-e1e6-4135-86f4-3574c1503166 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.893601] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 798.893601] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e4b181-fee7-7dc2-61a2-2d90a163e16e" [ 798.893601] env[68867]: _type = "Task" [ 798.893601] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.900658] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e4b181-fee7-7dc2-61a2-2d90a163e16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.958781] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.959255] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.961877] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.307s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.962105] env[68867]: DEBUG nova.objects.instance [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lazy-loading 'resources' on Instance uuid 23be18bf-6b2b-4daf-8978-62add118d97e {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.001303] env[68867]: INFO nova.compute.manager [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Took 40.87 seconds to build instance. [ 799.196034] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "refresh_cache-daa44d73-b9a8-4aaa-9240-410dfc5d2d80" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.196208] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquired lock "refresh_cache-daa44d73-b9a8-4aaa-9240-410dfc5d2d80" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.196379] env[68867]: DEBUG nova.network.neutron [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.404432] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e4b181-fee7-7dc2-61a2-2d90a163e16e, 'name': SearchDatastore_Task, 'duration_secs': 0.008296} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.405338] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0e67ce-aed0-48c2-9739-be5711776388 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.410400] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 799.410400] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]527f45dd-7836-6c84-d415-05f8a08008af" [ 799.410400] env[68867]: _type = "Task" [ 799.410400] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.418104] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527f45dd-7836-6c84-d415-05f8a08008af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.467337] env[68867]: DEBUG nova.compute.utils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.469144] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.469355] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.503070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bf975fef-4b25-4d72-87b4-ac79da9124b3 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.707s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.513348] env[68867]: DEBUG nova.policy [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c723e5fbf0429c969755a31f37cabb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef4dc294c38473fac92c47e1517d9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.733946] env[68867]: DEBUG nova.network.neutron [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.798171] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Successfully created port: 49a6aebc-476d-45ce-bb56-30fe95ebcf8a {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.924147] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527f45dd-7836-6c84-d415-05f8a08008af, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.926909] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.927248] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.927942] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93afd208-18dc-4f29-8030-c090149e50f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.935089] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 799.935089] env[68867]: value = "task-2951410" [ 799.935089] env[68867]: _type = "Task" [ 799.935089] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.949402] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.967283] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66333408-de64-4301-91ee-aa53d19ca926 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.972472] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.980588] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca7d95-6aa7-4b55-a108-401dbe25548d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.015496] env[68867]: DEBUG nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.019854] env[68867]: DEBUG nova.network.neutron [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Updating instance_info_cache with network_info: [{"id": "210b6a9e-8db7-435a-a967-580c95041da0", "address": "fa:16:3e:2f:df:bf", "network": {"id": "3321a3de-f131-49cb-8648-839e70e160f4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1947881334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1baf3e8533e642c793c0e313c6b89bc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210b6a9e-8d", "ovs_interfaceid": "210b6a9e-8db7-435a-a967-580c95041da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.022507] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32edd37-9277-4093-a254-3c73923820e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.032519] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8d6cc-59bb-4432-b1cd-cb7f0deef238 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.050526] env[68867]: DEBUG nova.compute.provider_tree [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.446205] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459599} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.446205] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.446205] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.446205] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45389d16-7e8a-46f8-8f0f-fc35926733db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.452525] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 800.452525] env[68867]: value = "task-2951411" [ 800.452525] env[68867]: _type = "Task" [ 800.452525] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.460999] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.528959] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Releasing lock "refresh_cache-daa44d73-b9a8-4aaa-9240-410dfc5d2d80" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.529265] env[68867]: DEBUG nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Instance network_info: |[{"id": "210b6a9e-8db7-435a-a967-580c95041da0", "address": "fa:16:3e:2f:df:bf", "network": {"id": "3321a3de-f131-49cb-8648-839e70e160f4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1947881334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1baf3e8533e642c793c0e313c6b89bc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210b6a9e-8d", "ovs_interfaceid": "210b6a9e-8db7-435a-a967-580c95041da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.531922] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:df:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '210b6a9e-8db7-435a-a967-580c95041da0', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.539678] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Creating folder: Project (1baf3e8533e642c793c0e313c6b89bc7). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.540414] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c56ec110-c78b-4d79-a6fa-5a47e12587c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.550999] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Created folder: Project (1baf3e8533e642c793c0e313c6b89bc7) in parent group-v592242. [ 800.551200] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Creating folder: Instances. Parent ref: group-v592356. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.551431] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20cec8e5-e7ef-429e-a841-4ffd7d1a837b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.553709] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.554504] env[68867]: DEBUG nova.scheduler.client.report [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.566283] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Created folder: Instances in parent group-v592356. [ 800.566562] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.566786] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.567047] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3e42839-90e3-4cd1-9f8b-c697da044c69 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.587091] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.587091] env[68867]: value = "task-2951414" [ 800.587091] env[68867]: _type = "Task" [ 800.587091] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.594856] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951414, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.696413] env[68867]: DEBUG nova.compute.manager [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Received event network-vif-plugged-210b6a9e-8db7-435a-a967-580c95041da0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.697595] env[68867]: DEBUG oslo_concurrency.lockutils [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] Acquiring lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.697595] env[68867]: DEBUG oslo_concurrency.lockutils [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.697595] env[68867]: DEBUG oslo_concurrency.lockutils [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.697595] env[68867]: DEBUG nova.compute.manager [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] No waiting events found dispatching network-vif-plugged-210b6a9e-8db7-435a-a967-580c95041da0 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.697595] env[68867]: WARNING nova.compute.manager [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Received unexpected event network-vif-plugged-210b6a9e-8db7-435a-a967-580c95041da0 for instance with vm_state building and task_state spawning. [ 800.697595] env[68867]: DEBUG nova.compute.manager [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Received event network-changed-210b6a9e-8db7-435a-a967-580c95041da0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.697595] env[68867]: DEBUG nova.compute.manager [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Refreshing instance network info cache due to event network-changed-210b6a9e-8db7-435a-a967-580c95041da0. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.698235] env[68867]: DEBUG oslo_concurrency.lockutils [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] Acquiring lock "refresh_cache-daa44d73-b9a8-4aaa-9240-410dfc5d2d80" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.698235] env[68867]: DEBUG oslo_concurrency.lockutils [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] Acquired lock "refresh_cache-daa44d73-b9a8-4aaa-9240-410dfc5d2d80" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.698235] env[68867]: DEBUG nova.network.neutron [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Refreshing network info cache for port 210b6a9e-8db7-435a-a967-580c95041da0 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.893230] env[68867]: DEBUG nova.compute.manager [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.893427] env[68867]: DEBUG nova.compute.manager [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing instance network info cache due to event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.893634] env[68867]: DEBUG oslo_concurrency.lockutils [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] Acquiring lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.893772] env[68867]: DEBUG oslo_concurrency.lockutils [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] Acquired lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.893926] env[68867]: DEBUG nova.network.neutron [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.963474] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065453} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.963785] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.964621] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a2d8b-b4bd-492c-a484-a6e16a5c1370 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.987534] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.988761] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.990945] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c18f51-69d0-4693-91c6-299a978f2d1c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.013159] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 801.013159] env[68867]: value = "task-2951415" [ 801.013159] env[68867]: _type = "Task" [ 801.013159] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.021412] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.029833] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.030117] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.030282] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.030466] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.030628] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.030775] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.030981] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.031149] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.031341] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.031502] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.031697] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.033581] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe6d55-63e3-437a-9051-3c5ff325fe5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.042158] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc913d2d-bb8d-4920-9ec9-41e198285e44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.059900] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.062297] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.407s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.079360] env[68867]: INFO nova.scheduler.client.report [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Deleted allocations for instance 23be18bf-6b2b-4daf-8978-62add118d97e [ 801.097477] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951414, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.385050] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Successfully updated port: 49a6aebc-476d-45ce-bb56-30fe95ebcf8a {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.528032] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951415, 'name': ReconfigVM_Task, 'duration_secs': 0.262833} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.528993] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771/b65b8b21-680b-4bb6-8ea4-5bc8f026f771.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.529915] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa809405-0e71-4737-85f3-3dda4d872457 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.536694] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 801.536694] env[68867]: value = "task-2951416" [ 801.536694] env[68867]: _type = "Task" [ 801.536694] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.545404] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951416, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.587964] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0bbc3ca0-1695-4e5e-8794-e02cf7c0be4f tempest-ImagesOneServerTestJSON-712003434 tempest-ImagesOneServerTestJSON-712003434-project-member] Lock "23be18bf-6b2b-4daf-8978-62add118d97e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.499s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.594445] env[68867]: DEBUG nova.network.neutron [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updated VIF entry in instance network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.594919] env[68867]: DEBUG nova.network.neutron [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.599424] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951414, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.663330] env[68867]: DEBUG nova.network.neutron [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Updated VIF entry in instance network info cache for port 210b6a9e-8db7-435a-a967-580c95041da0. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.664092] env[68867]: DEBUG nova.network.neutron [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Updating instance_info_cache with network_info: [{"id": "210b6a9e-8db7-435a-a967-580c95041da0", "address": "fa:16:3e:2f:df:bf", "network": {"id": "3321a3de-f131-49cb-8648-839e70e160f4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1947881334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1baf3e8533e642c793c0e313c6b89bc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210b6a9e-8d", "ovs_interfaceid": "210b6a9e-8db7-435a-a967-580c95041da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.888111] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "refresh_cache-d3784d6b-3bc1-496a-99de-d3db8d261ae7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.888177] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "refresh_cache-d3784d6b-3bc1-496a-99de-d3db8d261ae7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.888335] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.046654] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951416, 'name': Rename_Task, 'duration_secs': 0.125278} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.046927] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.047192] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a88211-9ed8-47dc-b2b4-8988b034cc13 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.053932] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 802.053932] env[68867]: value = "task-2951417" [ 802.053932] env[68867]: _type = "Task" [ 802.053932] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.061844] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.098672] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951414, 'name': CreateVM_Task, 'duration_secs': 1.39498} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.098841] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.099717] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.099813] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.100112] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.100420] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c037bf8-1c23-4102-8f13-42a0acffd075 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.102754] env[68867]: DEBUG oslo_concurrency.lockutils [req-e5a75250-e5be-4324-8c3b-e936db37edda req-73128d9f-70a8-455e-83d3-9c8fce9ab6b6 service nova] Releasing lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.105158] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 923ac29d-680b-4e33-b977-c9586b749cd5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.105294] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aaa8e47e-7484-4b43-bcfd-c28ee2c6205d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.105472] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 362afff9-710b-4741-bad6-9a9d0d1cafcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.105565] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance fec55202-9159-4470-9f76-6ce5144d52d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.105668] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 31f781bc-42de-4b0c-8e99-d8ffe18561cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.105762] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.105991] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c76853f2-ec5c-4c36-894b-8b51223a613f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.105991] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance cc8a23f9-92ab-4360-882f-81bcc26f6f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.106136] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 0863f9e3-7971-49ed-a32c-f85add3e50dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.106343] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance d26c07a4-11ab-4cd2-bace-d081b6b09f30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.106424] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.106658] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance e42489db-55ce-4b59-bed9-86752b6a146b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.106658] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 3be07c27-d983-4327-928b-cae2f12f09bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.106929] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance bb71bace-8d28-4ff2-9316-eafb00b05663 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.106929] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance f1c2938e-3a85-45ba-afb3-cea2f59a7b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.107027] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 862e124c-12d6-4f2b-92b3-6bafe7c93ff4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.107287] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 66b2bb97-67dd-40cd-bdba-dd70e30823be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.107287] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance adc0124f-b328-4243-a734-75a8a6424d5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.107420] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 14625365-3474-4822-a561-dce6ae6b5cfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.107420] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance b65b8b21-680b-4bb6-8ea4-5bc8f026f771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.107527] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance fee46f73-ed67-44bf-8595-7fcc105edb8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.107641] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance daa44d73-b9a8-4aaa-9240-410dfc5d2d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.107706] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance d3784d6b-3bc1-496a-99de-d3db8d261ae7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.110640] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 802.110640] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e9a407-4468-1180-ef55-9efd45805af4" [ 802.110640] env[68867]: _type = "Task" [ 802.110640] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.119039] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9a407-4468-1180-ef55-9efd45805af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.166613] env[68867]: DEBUG oslo_concurrency.lockutils [req-588c63c8-dab5-419e-84fa-5e008d7c12b2 req-cf608754-db9d-4ff0-9ed6-a5b3475e629f service nova] Releasing lock "refresh_cache-daa44d73-b9a8-4aaa-9240-410dfc5d2d80" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.454518] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.563595] env[68867]: DEBUG oslo_vmware.api [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951417, 'name': PowerOnVM_Task, 'duration_secs': 0.406882} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.563928] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.563998] env[68867]: DEBUG nova.compute.manager [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.564896] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb037d-4576-4221-b64f-2dffb9670632 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.611754] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance d2ea3c01-ac5e-4075-81c6-862f4e526a20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.622617] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9a407-4468-1180-ef55-9efd45805af4, 'name': SearchDatastore_Task, 'duration_secs': 0.015723} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.622911] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.623159] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.623393] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.623535] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.623712] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.623961] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9b7bec5-b050-46bc-a031-23c080e17a0a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.631884] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.632074] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.632773] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e22065-0578-4e1f-9341-eab58820a257 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.638432] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 802.638432] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52eb2079-bf65-5eb3-6737-a161ae5764f9" [ 802.638432] env[68867]: _type = "Task" [ 802.638432] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.645689] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52eb2079-bf65-5eb3-6737-a161ae5764f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.018674] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Updating instance_info_cache with network_info: [{"id": "49a6aebc-476d-45ce-bb56-30fe95ebcf8a", "address": "fa:16:3e:a8:ac:5a", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6aebc-47", "ovs_interfaceid": "49a6aebc-476d-45ce-bb56-30fe95ebcf8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.080899] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.117778] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.155218] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52eb2079-bf65-5eb3-6737-a161ae5764f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.157026] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21edf361-06d9-44e9-9fde-b630a36d56ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.165158] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 803.165158] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52afe497-f644-5001-2e11-dad518eef83c" [ 803.165158] env[68867]: _type = "Task" [ 803.165158] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.175866] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52afe497-f644-5001-2e11-dad518eef83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.267507] env[68867]: DEBUG nova.compute.manager [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Received event network-vif-plugged-49a6aebc-476d-45ce-bb56-30fe95ebcf8a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.267733] env[68867]: DEBUG oslo_concurrency.lockutils [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] Acquiring lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.267938] env[68867]: DEBUG oslo_concurrency.lockutils [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.269210] env[68867]: DEBUG oslo_concurrency.lockutils [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.269817] env[68867]: DEBUG nova.compute.manager [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] No waiting events found dispatching network-vif-plugged-49a6aebc-476d-45ce-bb56-30fe95ebcf8a {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.270245] env[68867]: WARNING nova.compute.manager [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Received unexpected event network-vif-plugged-49a6aebc-476d-45ce-bb56-30fe95ebcf8a for instance with vm_state building and task_state spawning. [ 803.270604] env[68867]: DEBUG nova.compute.manager [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Received event network-changed-49a6aebc-476d-45ce-bb56-30fe95ebcf8a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.271048] env[68867]: DEBUG nova.compute.manager [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Refreshing instance network info cache due to event network-changed-49a6aebc-476d-45ce-bb56-30fe95ebcf8a. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.272065] env[68867]: DEBUG oslo_concurrency.lockutils [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] Acquiring lock "refresh_cache-d3784d6b-3bc1-496a-99de-d3db8d261ae7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.384352] env[68867]: DEBUG nova.compute.manager [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.384352] env[68867]: DEBUG nova.compute.manager [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing instance network info cache due to event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.384352] env[68867]: DEBUG oslo_concurrency.lockutils [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] Acquiring lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.384487] env[68867]: DEBUG oslo_concurrency.lockutils [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] Acquired lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.385285] env[68867]: DEBUG nova.network.neutron [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.521530] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "refresh_cache-d3784d6b-3bc1-496a-99de-d3db8d261ae7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.522583] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Instance network_info: |[{"id": "49a6aebc-476d-45ce-bb56-30fe95ebcf8a", "address": "fa:16:3e:a8:ac:5a", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6aebc-47", "ovs_interfaceid": "49a6aebc-476d-45ce-bb56-30fe95ebcf8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.522701] env[68867]: DEBUG oslo_concurrency.lockutils [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] Acquired lock "refresh_cache-d3784d6b-3bc1-496a-99de-d3db8d261ae7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.523582] env[68867]: DEBUG nova.network.neutron [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Refreshing network info cache for port 49a6aebc-476d-45ce-bb56-30fe95ebcf8a {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.524557] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ac:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49a6aebc-476d-45ce-bb56-30fe95ebcf8a', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.534434] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Creating folder: Project (6ef4dc294c38473fac92c47e1517d9bc). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.536863] env[68867]: DEBUG nova.compute.manager [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.537180] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fc38d0d-1de3-42a7-8764-a70ca26b3ae2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.539873] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1565984-170d-4b1d-89f4-ced17c90d1ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.553039] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Created folder: Project (6ef4dc294c38473fac92c47e1517d9bc) in parent group-v592242. [ 803.553039] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Creating folder: Instances. Parent ref: group-v592359. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.553039] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2edd3ad7-beef-4ee6-a707-e48a55dd6255 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.560613] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Created folder: Instances in parent group-v592359. [ 803.560664] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.560822] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.561044] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c09e3b8d-2dc4-49ad-b1fc-343cbfd88105 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.585816] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.585816] env[68867]: value = "task-2951420" [ 803.585816] env[68867]: _type = "Task" [ 803.585816] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.599040] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951420, 'name': CreateVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.623096] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 1bf15cde-c03f-426d-8a59-af1bba3b394d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.676697] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52afe497-f644-5001-2e11-dad518eef83c, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.679142] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.679142] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] daa44d73-b9a8-4aaa-9240-410dfc5d2d80/daa44d73-b9a8-4aaa-9240-410dfc5d2d80.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.679142] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a89dd78-e319-4e1d-af06-b9d02f869989 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.691301] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 803.691301] env[68867]: value = "task-2951421" [ 803.691301] env[68867]: _type = "Task" [ 803.691301] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.697220] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.052305] env[68867]: INFO nova.compute.manager [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] instance snapshotting [ 804.057847] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc45db-73b0-48a7-802a-31d8440bcf77 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.088409] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681dc5bc-d192-4842-a903-7fc6ba36c9ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.104245] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951420, 'name': CreateVM_Task, 'duration_secs': 0.332365} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.107727] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.108166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.108318] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.108651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.109205] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4d4548-2526-48e7-9e1f-89260a202011 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.118434] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 804.118434] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e1491a-c3f0-3575-6117-173a2c7c35c1" [ 804.118434] env[68867]: _type = "Task" [ 804.118434] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.128805] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance d34132e0-a8de-4502-8f32-16056146ec8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.130246] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e1491a-c3f0-3575-6117-173a2c7c35c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.199059] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47498} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.199502] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] daa44d73-b9a8-4aaa-9240-410dfc5d2d80/daa44d73-b9a8-4aaa-9240-410dfc5d2d80.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.199874] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.200811] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e98059c0-3e5a-46c7-bde4-431b261fd254 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.208773] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 804.208773] env[68867]: value = "task-2951422" [ 804.208773] env[68867]: _type = "Task" [ 804.208773] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.221710] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.327905] env[68867]: DEBUG nova.network.neutron [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updated VIF entry in instance network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.328300] env[68867]: DEBUG nova.network.neutron [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.425769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Acquiring lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.425769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.444436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.444687] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.444884] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.445071] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.449095] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.449095] env[68867]: INFO nova.compute.manager [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Terminating instance [ 804.518441] env[68867]: DEBUG nova.network.neutron [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Updated VIF entry in instance network info cache for port 49a6aebc-476d-45ce-bb56-30fe95ebcf8a. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.518795] env[68867]: DEBUG nova.network.neutron [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Updating instance_info_cache with network_info: [{"id": "49a6aebc-476d-45ce-bb56-30fe95ebcf8a", "address": "fa:16:3e:a8:ac:5a", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6aebc-47", "ovs_interfaceid": "49a6aebc-476d-45ce-bb56-30fe95ebcf8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.611052] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.611404] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-398277de-c937-4c3a-8832-405e44a6ecd0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.619855] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 804.619855] env[68867]: value = "task-2951423" [ 804.619855] env[68867]: _type = "Task" [ 804.619855] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.631126] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.634915] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 0ea266a1-6231-47a9-84c4-c78fb619f713 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.636199] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e1491a-c3f0-3575-6117-173a2c7c35c1, 'name': SearchDatastore_Task, 'duration_secs': 0.030617} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.636466] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.637045] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.637045] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.637166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.637239] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.637682] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1d93eab-2ded-46f8-8581-9c1196010ec4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.650715] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.650899] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.653478] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca45207-dda7-4f93-8acc-99e0601d6316 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.659832] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 804.659832] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52927854-abf2-3118-68bf-d9180102206b" [ 804.659832] env[68867]: _type = "Task" [ 804.659832] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.667132] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52927854-abf2-3118-68bf-d9180102206b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.719252] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060883} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.719544] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.720334] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce06e8-9687-4d00-843b-e3d847968a7c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.742299] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] daa44d73-b9a8-4aaa-9240-410dfc5d2d80/daa44d73-b9a8-4aaa-9240-410dfc5d2d80.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.742912] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f1eb64-87e5-454b-a97c-2a6713c74244 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.761671] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 804.761671] env[68867]: value = "task-2951424" [ 804.761671] env[68867]: _type = "Task" [ 804.761671] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.770225] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.830760] env[68867]: DEBUG oslo_concurrency.lockutils [req-4b6af22b-b3b2-4620-a38c-cf3588d7e685 req-b950687f-bf74-4ff0-baa2-a6f4a9da49c6 service nova] Releasing lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.930306] env[68867]: DEBUG nova.compute.utils [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.959320] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "refresh_cache-b65b8b21-680b-4bb6-8ea4-5bc8f026f771" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.959320] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "refresh_cache-b65b8b21-680b-4bb6-8ea4-5bc8f026f771" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.959320] env[68867]: DEBUG nova.network.neutron [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.022522] env[68867]: DEBUG oslo_concurrency.lockutils [req-358ffba1-9fcc-48a0-9dbf-9d25f2791e90 req-52a96ed0-d2da-493d-9657-17fc4bc0d09b service nova] Releasing lock "refresh_cache-d3784d6b-3bc1-496a-99de-d3db8d261ae7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.134492] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951423, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.139344] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 6e428a90-9bb5-4093-99ef-4e9efa880cb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.170617] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52927854-abf2-3118-68bf-d9180102206b, 'name': SearchDatastore_Task, 'duration_secs': 0.038742} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.171465] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46c908a-e1ba-481f-a02a-f2c33ae1706b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.176796] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 805.176796] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c164b5-9f5d-123c-2c46-e78c891d4b53" [ 805.176796] env[68867]: _type = "Task" [ 805.176796] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.185347] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c164b5-9f5d-123c-2c46-e78c891d4b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.272544] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951424, 'name': ReconfigVM_Task, 'duration_secs': 0.294644} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.272816] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Reconfigured VM instance instance-00000025 to attach disk [datastore1] daa44d73-b9a8-4aaa-9240-410dfc5d2d80/daa44d73-b9a8-4aaa-9240-410dfc5d2d80.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.273482] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c41b030-23b4-4703-a74d-c81fdb52fba9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.280106] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 805.280106] env[68867]: value = "task-2951425" [ 805.280106] env[68867]: _type = "Task" [ 805.280106] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.287632] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951425, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.435323] env[68867]: DEBUG oslo_concurrency.lockutils [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.480367] env[68867]: DEBUG nova.network.neutron [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.535866] env[68867]: DEBUG nova.network.neutron [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.634208] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951423, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.643047] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 11bc20f4-fdb7-4907-ae3d-088ea6294592 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.687192] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c164b5-9f5d-123c-2c46-e78c891d4b53, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.687474] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.687726] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d3784d6b-3bc1-496a-99de-d3db8d261ae7/d3784d6b-3bc1-496a-99de-d3db8d261ae7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.688013] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6eff678-6230-4091-a610-b2c2b8b4526a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.695598] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 805.695598] env[68867]: value = "task-2951426" [ 805.695598] env[68867]: _type = "Task" [ 805.695598] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.704698] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.789460] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951425, 'name': Rename_Task, 'duration_secs': 0.139429} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.789742] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.789974] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65ec0bc3-bf72-4bf0-b839-ed3cd91d97ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.796390] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 805.796390] env[68867]: value = "task-2951427" [ 805.796390] env[68867]: _type = "Task" [ 805.796390] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.803293] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.038983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "refresh_cache-b65b8b21-680b-4bb6-8ea4-5bc8f026f771" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.039652] env[68867]: DEBUG nova.compute.manager [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.039942] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.044732] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f5734-8ac2-40b3-92fb-d439fe5ed8e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.061061] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.061385] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6db0e8-7e3f-40ae-8148-f96a03cbaab3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.068645] env[68867]: DEBUG oslo_vmware.api [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 806.068645] env[68867]: value = "task-2951428" [ 806.068645] env[68867]: _type = "Task" [ 806.068645] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.079248] env[68867]: DEBUG oslo_vmware.api [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.136509] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951423, 'name': CreateSnapshot_Task, 'duration_secs': 1.300377} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.136808] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.137666] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f45372-abd7-4c0b-8732-56fe46300a32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.148080] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 00034a52-903c-4575-acd3-4912a144e6ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.206669] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.278177] env[68867]: DEBUG nova.compute.manager [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.278449] env[68867]: DEBUG nova.compute.manager [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing instance network info cache due to event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.279166] env[68867]: DEBUG oslo_concurrency.lockutils [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] Acquiring lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.279502] env[68867]: DEBUG oslo_concurrency.lockutils [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] Acquired lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.279816] env[68867]: DEBUG nova.network.neutron [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.309510] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.521520] env[68867]: DEBUG oslo_concurrency.lockutils [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Acquiring lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.521799] env[68867]: DEBUG oslo_concurrency.lockutils [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.522054] env[68867]: INFO nova.compute.manager [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Attaching volume 1f5da8ed-08ec-4a8e-92e5-48f6f363848f to /dev/sdb [ 806.567357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b50acc-d09e-44c3-914d-01beecc9dedd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.580785] env[68867]: DEBUG oslo_vmware.api [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951428, 'name': PowerOffVM_Task, 'duration_secs': 0.303787} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.583056] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.583246] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.583698] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7398266a-cfd4-4894-9677-d1e9e0bdc808 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.587154] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c16f696-a7f3-44dd-be2c-ce5ee62e307d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.602713] env[68867]: DEBUG nova.virt.block_device [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Updating existing volume attachment record: bdf2ec94-92e3-4720-a347-5ad10290ecac {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 806.620388] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.620388] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.620388] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleting the datastore file [datastore1] b65b8b21-680b-4bb6-8ea4-5bc8f026f771 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.620388] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3fd789-5468-4caf-918b-ce6a35629308 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.629021] env[68867]: DEBUG oslo_vmware.api [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 806.629021] env[68867]: value = "task-2951430" [ 806.629021] env[68867]: _type = "Task" [ 806.629021] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.634584] env[68867]: DEBUG oslo_vmware.api [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.657199] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9193b301-bb6f-4c46-9a53-f4205e68f49c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.663263] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.664068] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-545f9abf-a020-4585-aa11-39e5002b268c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.673465] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 806.673465] env[68867]: value = "task-2951431" [ 806.673465] env[68867]: _type = "Task" [ 806.673465] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.683110] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951431, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.707058] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634509} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.710020] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d3784d6b-3bc1-496a-99de-d3db8d261ae7/d3784d6b-3bc1-496a-99de-d3db8d261ae7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.710020] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.710020] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dbb73f9-af46-4c2b-956a-d92c17132099 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.719018] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 806.719018] env[68867]: value = "task-2951432" [ 806.719018] env[68867]: _type = "Task" [ 806.719018] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.725971] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.809641] env[68867]: DEBUG oslo_vmware.api [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951427, 'name': PowerOnVM_Task, 'duration_secs': 0.667629} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.810010] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.810335] env[68867]: INFO nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Took 8.44 seconds to spawn the instance on the hypervisor. [ 806.810502] env[68867]: DEBUG nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.811627] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577fdb0f-9892-456d-b060-37cbf9b5dd0f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.984658] env[68867]: DEBUG nova.network.neutron [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updated VIF entry in instance network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.984658] env[68867]: DEBUG nova.network.neutron [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.139471] env[68867]: DEBUG oslo_vmware.api [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088452} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.139471] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.139471] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.139471] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.139471] env[68867]: INFO nova.compute.manager [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Took 1.10 seconds to destroy the instance on the hypervisor. [ 807.139471] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.139471] env[68867]: DEBUG nova.compute.manager [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.139471] env[68867]: DEBUG nova.network.neutron [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.158193] env[68867]: DEBUG nova.network.neutron [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.165509] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 222942b9-d459-4937-83e0-30de9e0e30d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.190189] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951431, 'name': CloneVM_Task} progress is 93%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.227538] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117756} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.227908] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.228775] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d53b427-e766-4d12-9d14-a641883111ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.257295] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d3784d6b-3bc1-496a-99de-d3db8d261ae7/d3784d6b-3bc1-496a-99de-d3db8d261ae7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.257906] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d35600-ebf3-4265-8025-5e37da4a31ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.280011] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 807.280011] env[68867]: value = "task-2951436" [ 807.280011] env[68867]: _type = "Task" [ 807.280011] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.291020] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.340100] env[68867]: INFO nova.compute.manager [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Took 37.95 seconds to build instance. [ 807.486406] env[68867]: DEBUG oslo_concurrency.lockutils [req-b422b7d7-62ea-4ea0-ac87-7fbf779f6052 req-36ac9bcb-1ba3-42fb-b1f2-bb74d092522f service nova] Releasing lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.632296] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "adc0124f-b328-4243-a734-75a8a6424d5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.632622] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "adc0124f-b328-4243-a734-75a8a6424d5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.633218] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "adc0124f-b328-4243-a734-75a8a6424d5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.633481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "adc0124f-b328-4243-a734-75a8a6424d5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.633718] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "adc0124f-b328-4243-a734-75a8a6424d5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.636455] env[68867]: INFO nova.compute.manager [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Terminating instance [ 807.660673] env[68867]: DEBUG nova.network.neutron [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.668367] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 798211ff-6d41-4701-aadc-eb333c2e55d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.690419] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951431, 'name': CloneVM_Task} progress is 93%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.789316] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.841518] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a0bbb1b-5409-407c-8b60-aca4663252c3 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.896s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.141222] env[68867]: DEBUG nova.compute.manager [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.141548] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.143078] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea2d66-46de-4bcb-8829-209389887444 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.152184] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.152499] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86c47f1-1b05-4507-a17c-55047676f58d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.158788] env[68867]: DEBUG oslo_vmware.api [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 808.158788] env[68867]: value = "task-2951437" [ 808.158788] env[68867]: _type = "Task" [ 808.158788] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.163475] env[68867]: INFO nova.compute.manager [-] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Took 1.02 seconds to deallocate network for instance. [ 808.169403] env[68867]: DEBUG oslo_vmware.api [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.172561] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance fbbdbf71-bba7-4ec4-ba69-8141d1c28f25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.189573] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951431, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.291561] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.304934] env[68867]: DEBUG nova.compute.manager [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.308145] env[68867]: DEBUG nova.compute.manager [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing instance network info cache due to event network-changed-32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.308145] env[68867]: DEBUG oslo_concurrency.lockutils [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] Acquiring lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.308145] env[68867]: DEBUG oslo_concurrency.lockutils [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] Acquired lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.308145] env[68867]: DEBUG nova.network.neutron [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Refreshing network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.344171] env[68867]: DEBUG nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.536186] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.536494] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.536740] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.536937] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.537230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.540662] env[68867]: INFO nova.compute.manager [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Terminating instance [ 808.670968] env[68867]: DEBUG oslo_vmware.api [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951437, 'name': PowerOffVM_Task, 'duration_secs': 0.269601} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.671257] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.671388] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.671670] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1602d5f-a51a-4aac-a645-98c43f3e32c3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.675206] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.675827] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance d425f53b-adc7-4da1-90c8-de8ea43f486a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.676152] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 808.676355] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 808.689991] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951431, 'name': CloneVM_Task} progress is 95%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.744612] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.744830] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.745007] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Deleting the datastore file [datastore2] adc0124f-b328-4243-a734-75a8a6424d5d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.745330] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef12ff3-03df-492f-905e-2edf7f180d9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.754674] env[68867]: DEBUG oslo_vmware.api [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for the task: (returnval){ [ 808.754674] env[68867]: value = "task-2951439" [ 808.754674] env[68867]: _type = "Task" [ 808.754674] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.766819] env[68867]: DEBUG oslo_vmware.api [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.795361] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951436, 'name': ReconfigVM_Task, 'duration_secs': 1.13172} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.795660] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d3784d6b-3bc1-496a-99de-d3db8d261ae7/d3784d6b-3bc1-496a-99de-d3db8d261ae7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.796353] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cda28ada-c9a5-402d-a215-c5e67e879856 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.804553] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 808.804553] env[68867]: value = "task-2951440" [ 808.804553] env[68867]: _type = "Task" [ 808.804553] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.815825] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951440, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.865933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.045124] env[68867]: DEBUG nova.compute.manager [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.045609] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.046378] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc87d949-ac73-4aba-acb2-1e8508ad5d59 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.060452] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.060935] env[68867]: DEBUG nova.network.neutron [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updated VIF entry in instance network info cache for port 32d9374e-7e20-4112-85ad-80e6a7a47fb6. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.061251] env[68867]: DEBUG nova.network.neutron [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [{"id": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "address": "fa:16:3e:b2:97:98", "network": {"id": "a0f0a8df-710f-4d23-81c3-f97069fff9e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1358525444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85cbe90a501949d0a196f57bed8d2cba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d9374e-7e", "ovs_interfaceid": "32d9374e-7e20-4112-85ad-80e6a7a47fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.062597] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e6c78a-b3de-44a0-bed3-03ea8fa9d647 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.076944] env[68867]: DEBUG oslo_vmware.api [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 809.076944] env[68867]: value = "task-2951442" [ 809.076944] env[68867]: _type = "Task" [ 809.076944] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.088616] env[68867]: DEBUG oslo_vmware.api [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.195458] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951431, 'name': CloneVM_Task, 'duration_secs': 2.143367} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.195901] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Created linked-clone VM from snapshot [ 809.196711] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e082c-31b1-4ac0-bc55-b12d4a2d4e16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.205259] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Uploading image 32263e41-5925-4543-8f13-57d98241ed7b {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.215932] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 809.216285] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3eba8a4-da14-4ee1-96e3-21ff1eff985d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.223630] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 809.223630] env[68867]: value = "task-2951443" [ 809.223630] env[68867]: _type = "Task" [ 809.223630] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.231785] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951443, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.233550] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11dbdc1-f19a-4dee-b476-d131b8131d3f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.240820] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fdfba5-ed08-408b-913b-f105ff02c4f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.276290] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435bb6a6-0a8b-4b44-a3b1-a21dbe6831cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.287879] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107b2da-0f59-43e9-924d-6d81923aa7d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.291948] env[68867]: DEBUG oslo_vmware.api [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Task: {'id': task-2951439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213587} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.292293] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.292467] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.292630] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.292791] env[68867]: INFO nova.compute.manager [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 809.293035] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.293593] env[68867]: DEBUG nova.compute.manager [-] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.293698] env[68867]: DEBUG nova.network.neutron [-] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.303124] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.313551] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951440, 'name': Rename_Task, 'duration_secs': 0.143571} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.314447] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.314692] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-759d6eaf-af80-4fa7-88ea-36bc692ad6c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.321047] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 809.321047] env[68867]: value = "task-2951444" [ 809.321047] env[68867]: _type = "Task" [ 809.321047] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.329997] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.569921] env[68867]: DEBUG oslo_concurrency.lockutils [req-b23270c5-ede3-47ef-a2c7-bb3a6d2192eb req-f15565fd-3aaf-40c1-aaf5-63b3aa878e2d service nova] Releasing lock "refresh_cache-adc0124f-b328-4243-a734-75a8a6424d5d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.586645] env[68867]: DEBUG oslo_vmware.api [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951442, 'name': PowerOffVM_Task, 'duration_secs': 0.268672} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.586910] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.587085] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.587334] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74369289-0fbd-4b0d-8d75-75ed3846a73c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.656234] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.656453] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.656631] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Deleting the datastore file [datastore1] daa44d73-b9a8-4aaa-9240-410dfc5d2d80 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.656885] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45315279-d545-4bc4-992a-2a973e924d56 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.664150] env[68867]: DEBUG oslo_vmware.api [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for the task: (returnval){ [ 809.664150] env[68867]: value = "task-2951446" [ 809.664150] env[68867]: _type = "Task" [ 809.664150] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.671262] env[68867]: DEBUG oslo_vmware.api [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.683139] env[68867]: DEBUG nova.compute.manager [req-bdcbdac0-9c14-490b-a8e2-d35116cf7496 req-0b91f46a-13de-45e6-acce-9a35fb87e5f2 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Received event network-vif-deleted-32d9374e-7e20-4112-85ad-80e6a7a47fb6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.683339] env[68867]: INFO nova.compute.manager [req-bdcbdac0-9c14-490b-a8e2-d35116cf7496 req-0b91f46a-13de-45e6-acce-9a35fb87e5f2 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Neutron deleted interface 32d9374e-7e20-4112-85ad-80e6a7a47fb6; detaching it from the instance and deleting it from the info cache [ 809.683515] env[68867]: DEBUG nova.network.neutron [req-bdcbdac0-9c14-490b-a8e2-d35116cf7496 req-0b91f46a-13de-45e6-acce-9a35fb87e5f2 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.734505] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951443, 'name': Destroy_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.807472] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.832297] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.065659] env[68867]: DEBUG nova.network.neutron [-] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.172948] env[68867]: DEBUG oslo_vmware.api [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Task: {'id': task-2951446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150085} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.173200] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.173382] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.173556] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.173726] env[68867]: INFO nova.compute.manager [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Took 1.13 seconds to destroy the instance on the hypervisor. [ 810.173965] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.174171] env[68867]: DEBUG nova.compute.manager [-] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.174267] env[68867]: DEBUG nova.network.neutron [-] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.185923] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b228cd21-506a-4017-97a4-75e303c5e9e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.194931] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35e14c1-1489-40c6-a89b-4f1e07a12e7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.230029] env[68867]: DEBUG nova.compute.manager [req-bdcbdac0-9c14-490b-a8e2-d35116cf7496 req-0b91f46a-13de-45e6-acce-9a35fb87e5f2 service nova] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Detach interface failed, port_id=32d9374e-7e20-4112-85ad-80e6a7a47fb6, reason: Instance adc0124f-b328-4243-a734-75a8a6424d5d could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.238539] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951443, 'name': Destroy_Task, 'duration_secs': 0.514037} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.238778] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Destroyed the VM [ 810.239025] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.239276] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4bc8306a-c645-47a0-9245-79fb06e76493 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.248296] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 810.248296] env[68867]: value = "task-2951447" [ 810.248296] env[68867]: _type = "Task" [ 810.248296] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.257794] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.312698] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 810.312949] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.251s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.313255] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.225s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.314726] env[68867]: INFO nova.compute.claims [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.330851] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951444, 'name': PowerOnVM_Task, 'duration_secs': 0.744626} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.331108] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.331304] env[68867]: INFO nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Took 9.34 seconds to spawn the instance on the hypervisor. [ 810.331474] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.332227] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf51180-7c8b-47e1-8e56-5aea389506cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.568595] env[68867]: INFO nova.compute.manager [-] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Took 1.27 seconds to deallocate network for instance. [ 810.761021] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.850611] env[68867]: INFO nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Took 38.25 seconds to build instance. [ 810.916095] env[68867]: DEBUG nova.network.neutron [-] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.076034] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.148973] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 811.149215] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592366', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'name': 'volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '362afff9-710b-4741-bad6-9a9d0d1cafcf', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'serial': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 811.150217] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79528ab-eaaf-4216-a631-1e7d510647ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.167331] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3808e3dc-0c66-4510-88f0-528c3c799ff5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.193280] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f/volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.193581] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33254df-bd60-4afc-a6e0-3d981b0f5529 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.212152] env[68867]: DEBUG oslo_vmware.api [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Waiting for the task: (returnval){ [ 811.212152] env[68867]: value = "task-2951448" [ 811.212152] env[68867]: _type = "Task" [ 811.212152] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.220086] env[68867]: DEBUG oslo_vmware.api [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.260733] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951447, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.353142] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.956s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.418369] env[68867]: INFO nova.compute.manager [-] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Took 1.24 seconds to deallocate network for instance. [ 811.712550] env[68867]: DEBUG nova.compute.manager [req-6f3375d8-1339-413b-a585-5e7f5a80536b req-7a3eba73-0ddd-4bff-8097-20369187f98a service nova] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Received event network-vif-deleted-210b6a9e-8db7-435a-a967-580c95041da0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.727439] env[68867]: DEBUG oslo_vmware.api [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951448, 'name': ReconfigVM_Task, 'duration_secs': 0.34502} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.727658] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f/volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.734517] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ae4111-54eb-40ea-929b-4dfa5ab629ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.749650] env[68867]: DEBUG oslo_vmware.api [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Waiting for the task: (returnval){ [ 811.749650] env[68867]: value = "task-2951449" [ 811.749650] env[68867]: _type = "Task" [ 811.749650] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.762785] env[68867]: DEBUG oslo_vmware.api [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.767799] env[68867]: DEBUG oslo_vmware.api [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951447, 'name': RemoveSnapshot_Task, 'duration_secs': 1.276991} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.768397] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.774494] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e8b3b6-bf74-4ca2-9e21-1052734015a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.782382] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b9353-b39d-4859-82da-75ca44b47a34 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.814804] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9691fe0a-34fc-4de1-9cf8-4f3d038e9964 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.823354] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca3602-217a-436e-8380-11a211555aad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.837201] env[68867]: DEBUG nova.compute.provider_tree [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.856336] env[68867]: DEBUG nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.924957] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.259996] env[68867]: DEBUG oslo_vmware.api [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951449, 'name': ReconfigVM_Task, 'duration_secs': 0.143752} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.260319] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592366', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'name': 'volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '362afff9-710b-4741-bad6-9a9d0d1cafcf', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'serial': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 812.273358] env[68867]: WARNING nova.compute.manager [None req-843e5aa1-63b5-4909-a790-5b471340a40f tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Image not found during snapshot: nova.exception.ImageNotFound: Image 32263e41-5925-4543-8f13-57d98241ed7b could not be found. [ 812.341787] env[68867]: DEBUG nova.scheduler.client.report [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.374523] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.469723] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "fee46f73-ed67-44bf-8595-7fcc105edb8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.469990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.470219] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "fee46f73-ed67-44bf-8595-7fcc105edb8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.470398] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.470604] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.473136] env[68867]: INFO nova.compute.manager [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Terminating instance [ 812.848639] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.849282] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.851915] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.023s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.852115] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.855160] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.447s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.855360] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.857192] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.568s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.858919] env[68867]: INFO nova.compute.claims [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.880074] env[68867]: INFO nova.scheduler.client.report [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Deleted allocations for instance e42489db-55ce-4b59-bed9-86752b6a146b [ 812.888541] env[68867]: INFO nova.scheduler.client.report [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Deleted allocations for instance bb71bace-8d28-4ff2-9316-eafb00b05663 [ 812.978027] env[68867]: DEBUG nova.compute.manager [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.978027] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.978271] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e15877-d682-407d-b81c-f5c01ffa6932 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.986134] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.986397] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f76ca2f-1ec8-47a6-8721-ef03556b7a67 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.992587] env[68867]: DEBUG oslo_vmware.api [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 812.992587] env[68867]: value = "task-2951450" [ 812.992587] env[68867]: _type = "Task" [ 812.992587] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.001407] env[68867]: DEBUG oslo_vmware.api [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.307736] env[68867]: DEBUG nova.objects.instance [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lazy-loading 'flavor' on Instance uuid 362afff9-710b-4741-bad6-9a9d0d1cafcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.364045] env[68867]: DEBUG nova.compute.utils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.367726] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.367909] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.390663] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d6b580ff-0f31-4f95-800f-1b9c95890a25 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "e42489db-55ce-4b59-bed9-86752b6a146b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.567s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.397368] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d51dfba4-79e3-4a81-b9d1-7df8cfb63884 tempest-ServerGroupTestJSON-534300809 tempest-ServerGroupTestJSON-534300809-project-member] Lock "bb71bace-8d28-4ff2-9316-eafb00b05663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.396s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.414316] env[68867]: DEBUG nova.policy [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c723e5fbf0429c969755a31f37cabb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef4dc294c38473fac92c47e1517d9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.505837] env[68867]: DEBUG oslo_vmware.api [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951450, 'name': PowerOffVM_Task, 'duration_secs': 0.378991} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.505837] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.505837] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.505837] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db50b2db-d276-4a61-8795-599ae5c002e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.586705] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.587138] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.587400] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleting the datastore file [datastore1] fee46f73-ed67-44bf-8595-7fcc105edb8e {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.587722] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4b76ab4-46de-4246-9564-16ea42a1b41b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.595304] env[68867]: DEBUG oslo_vmware.api [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 813.595304] env[68867]: value = "task-2951452" [ 813.595304] env[68867]: _type = "Task" [ 813.595304] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.610035] env[68867]: DEBUG oslo_vmware.api [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.816686] env[68867]: DEBUG oslo_concurrency.lockutils [None req-331e4c73-5dd3-43b0-8489-2c3e2eebd12f tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.871133] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.912384] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Successfully created port: f87d48f9-2735-4dba-b823-a1f5ad30a7ff {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.111431] env[68867]: DEBUG oslo_vmware.api [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196184} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.114307] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.114807] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.114807] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.115045] env[68867]: INFO nova.compute.manager [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 814.115285] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.116236] env[68867]: DEBUG nova.compute.manager [-] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.116236] env[68867]: DEBUG nova.network.neutron [-] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.311488] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "0863f9e3-7971-49ed-a32c-f85add3e50dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.311987] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.312322] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "0863f9e3-7971-49ed-a32c-f85add3e50dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.314444] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.314444] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.315949] env[68867]: INFO nova.compute.manager [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Terminating instance [ 814.481412] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bd06c5-8a1e-444a-94a6-bee7d88641f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.486916] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5350cc7e-4266-42d9-850e-584e1448ebc7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.521165] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf6a7c5-2fea-4397-8aa4-91ccdf7870c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.529551] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b39ed-8f3f-41f4-b0ff-b27a01cc1c06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.536300] env[68867]: DEBUG nova.compute.manager [req-450e0bde-60db-4a27-be4b-a27b4596cc8e req-3cda57fe-48dc-435c-9804-478288d502ab service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Received event network-vif-deleted-d8d988cd-c03d-46a7-bd97-e8f77e2b09d9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.536548] env[68867]: INFO nova.compute.manager [req-450e0bde-60db-4a27-be4b-a27b4596cc8e req-3cda57fe-48dc-435c-9804-478288d502ab service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Neutron deleted interface d8d988cd-c03d-46a7-bd97-e8f77e2b09d9; detaching it from the instance and deleting it from the info cache [ 814.536742] env[68867]: DEBUG nova.network.neutron [req-450e0bde-60db-4a27-be4b-a27b4596cc8e req-3cda57fe-48dc-435c-9804-478288d502ab service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.549684] env[68867]: DEBUG nova.compute.provider_tree [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.699277] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Acquiring lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.699551] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.821920] env[68867]: DEBUG nova.compute.manager [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.821920] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.822677] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a64405-882a-4bd2-9398-2910d2c2ef51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.831078] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.831408] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2df226-d4ee-4f51-a6f7-dd7219d8b2bb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.841593] env[68867]: DEBUG oslo_vmware.api [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 814.841593] env[68867]: value = "task-2951453" [ 814.841593] env[68867]: _type = "Task" [ 814.841593] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.849876] env[68867]: DEBUG oslo_vmware.api [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.887279] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.914575] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.914790] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.914945] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.915136] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.915279] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.915420] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.915622] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.915777] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.915936] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.916184] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.916368] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.917264] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a16a9-be4c-40dd-9e1a-3c1a7e8b0870 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.925679] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2daef31-77af-4647-b4d2-c98044730a39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.024682] env[68867]: DEBUG nova.network.neutron [-] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.039834] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61100a9f-cf28-430e-87b2-6b60cb6f65a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.051227] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947ebe99-c50c-4748-a16b-d3bfbaf50a82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.063178] env[68867]: DEBUG nova.scheduler.client.report [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.096505] env[68867]: DEBUG nova.compute.manager [req-450e0bde-60db-4a27-be4b-a27b4596cc8e req-3cda57fe-48dc-435c-9804-478288d502ab service nova] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Detach interface failed, port_id=d8d988cd-c03d-46a7-bd97-e8f77e2b09d9, reason: Instance fee46f73-ed67-44bf-8595-7fcc105edb8e could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.203329] env[68867]: INFO nova.compute.manager [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Detaching volume 1f5da8ed-08ec-4a8e-92e5-48f6f363848f [ 815.241907] env[68867]: INFO nova.virt.block_device [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Attempting to driver detach volume 1f5da8ed-08ec-4a8e-92e5-48f6f363848f from mountpoint /dev/sdb [ 815.242136] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 815.242320] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592366', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'name': 'volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '362afff9-710b-4741-bad6-9a9d0d1cafcf', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'serial': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 815.244078] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd0c0b-6d10-4b0d-a508-4158deb2014a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.268124] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc6814-1c30-4cfa-bde2-ad2f11f6bb63 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.277693] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb308023-cf31-4bc5-a689-799f4ca9485e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.297743] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc91a1c-a154-48e4-a6cf-981a8fdcfd88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.314178] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] The volume has not been displaced from its original location: [datastore1] volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f/volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 815.320132] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.321270] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c694410b-0e12-4256-bccb-c31ad7da5c88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.340468] env[68867]: DEBUG oslo_vmware.api [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Waiting for the task: (returnval){ [ 815.340468] env[68867]: value = "task-2951454" [ 815.340468] env[68867]: _type = "Task" [ 815.340468] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.351136] env[68867]: DEBUG oslo_vmware.api [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951453, 'name': PowerOffVM_Task, 'duration_secs': 0.344835} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.354216] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.354401] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.355011] env[68867]: DEBUG oslo_vmware.api [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.355258] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51372f78-2bfa-4600-925a-6f35ac8ac83b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.527582] env[68867]: INFO nova.compute.manager [-] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Took 1.41 seconds to deallocate network for instance. [ 815.573383] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.573383] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.578109] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.992s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.582904] env[68867]: INFO nova.compute.claims [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.783471] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Successfully updated port: f87d48f9-2735-4dba-b823-a1f5ad30a7ff {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.814882] env[68867]: DEBUG nova.compute.manager [req-8b0ec364-5b2f-415c-b829-c4c61669ddd5 req-f601d1be-d2c5-41c2-8901-7675192de1f5 service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Received event network-vif-plugged-f87d48f9-2735-4dba-b823-a1f5ad30a7ff {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.814882] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b0ec364-5b2f-415c-b829-c4c61669ddd5 req-f601d1be-d2c5-41c2-8901-7675192de1f5 service nova] Acquiring lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.815056] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b0ec364-5b2f-415c-b829-c4c61669ddd5 req-f601d1be-d2c5-41c2-8901-7675192de1f5 service nova] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.815232] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b0ec364-5b2f-415c-b829-c4c61669ddd5 req-f601d1be-d2c5-41c2-8901-7675192de1f5 service nova] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.816175] env[68867]: DEBUG nova.compute.manager [req-8b0ec364-5b2f-415c-b829-c4c61669ddd5 req-f601d1be-d2c5-41c2-8901-7675192de1f5 service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] No waiting events found dispatching network-vif-plugged-f87d48f9-2735-4dba-b823-a1f5ad30a7ff {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.816175] env[68867]: WARNING nova.compute.manager [req-8b0ec364-5b2f-415c-b829-c4c61669ddd5 req-f601d1be-d2c5-41c2-8901-7675192de1f5 service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Received unexpected event network-vif-plugged-f87d48f9-2735-4dba-b823-a1f5ad30a7ff for instance with vm_state building and task_state spawning. [ 815.851300] env[68867]: DEBUG oslo_vmware.api [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951454, 'name': ReconfigVM_Task, 'duration_secs': 0.281162} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.851772] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.857396] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965db1ce-8533-430c-9577-41ee3bdd8481 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.876685] env[68867]: DEBUG oslo_vmware.api [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Waiting for the task: (returnval){ [ 815.876685] env[68867]: value = "task-2951456" [ 815.876685] env[68867]: _type = "Task" [ 815.876685] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.888577] env[68867]: DEBUG oslo_vmware.api [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.036647] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.088900] env[68867]: DEBUG nova.compute.utils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.092490] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.092660] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.142052] env[68867]: DEBUG nova.policy [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c723e5fbf0429c969755a31f37cabb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef4dc294c38473fac92c47e1517d9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.288908] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "refresh_cache-d2ea3c01-ac5e-4075-81c6-862f4e526a20" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.289204] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "refresh_cache-d2ea3c01-ac5e-4075-81c6-862f4e526a20" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.289458] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.392488] env[68867]: DEBUG oslo_vmware.api [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Task: {'id': task-2951456, 'name': ReconfigVM_Task, 'duration_secs': 0.152055} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.392953] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592366', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'name': 'volume-1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '362afff9-710b-4741-bad6-9a9d0d1cafcf', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f', 'serial': '1f5da8ed-08ec-4a8e-92e5-48f6f363848f'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 816.421473] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Successfully created port: 3adf2381-46ef-4a40-a19f-337e862e3547 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.443395] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "84812a0f-625b-433f-ad32-71df3bf61b67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.443395] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "84812a0f-625b-433f-ad32-71df3bf61b67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.593858] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.856824] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.890736] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.891080] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.891358] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Deleting the datastore file [datastore1] 0863f9e3-7971-49ed-a32c-f85add3e50dd {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.895257] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8975c06b-b569-41c5-8198-c004162d3d57 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.909242] env[68867]: DEBUG oslo_vmware.api [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for the task: (returnval){ [ 816.909242] env[68867]: value = "task-2951457" [ 816.909242] env[68867]: _type = "Task" [ 816.909242] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.922434] env[68867]: DEBUG oslo_vmware.api [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.970175] env[68867]: DEBUG nova.objects.instance [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lazy-loading 'flavor' on Instance uuid 362afff9-710b-4741-bad6-9a9d0d1cafcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.136080] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Updating instance_info_cache with network_info: [{"id": "f87d48f9-2735-4dba-b823-a1f5ad30a7ff", "address": "fa:16:3e:a0:aa:1c", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87d48f9-27", "ovs_interfaceid": "f87d48f9-2735-4dba-b823-a1f5ad30a7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.207446] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f0c01-ae31-45e8-8731-80c583c22a3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.221243] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a97afe-63a1-4023-b9c5-5c5b844118f4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.253413] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde69f63-afa1-4e8c-b0fe-5c4e8c5069ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.261034] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52afeb5-725b-4f33-8b0d-280ebaff22fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.274503] env[68867]: DEBUG nova.compute.provider_tree [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.419189] env[68867]: DEBUG oslo_vmware.api [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Task: {'id': task-2951457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329675} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.419469] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.419650] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.419819] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.419989] env[68867]: INFO nova.compute.manager [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Took 2.60 seconds to destroy the instance on the hypervisor. [ 817.420242] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.420430] env[68867]: DEBUG nova.compute.manager [-] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.420524] env[68867]: DEBUG nova.network.neutron [-] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.611766] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.643024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "refresh_cache-d2ea3c01-ac5e-4075-81c6-862f4e526a20" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.643024] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Instance network_info: |[{"id": "f87d48f9-2735-4dba-b823-a1f5ad30a7ff", "address": "fa:16:3e:a0:aa:1c", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87d48f9-27", "ovs_interfaceid": "f87d48f9-2735-4dba-b823-a1f5ad30a7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.643024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:aa:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f87d48f9-2735-4dba-b823-a1f5ad30a7ff', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.651079] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.653413] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.653642] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.653867] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.653965] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.654117] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.654263] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.654472] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.654623] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.654793] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.654949] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.655257] env[68867]: DEBUG nova.virt.hardware [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.655569] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.656406] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e184f-01d4-4d0d-bf00-9b81b817d11c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.659212] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fc9e32-5d12-4d49-b44a-b2ca8c3b3371 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.684700] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd20204-9c8e-4c4e-8d99-fef8b5cde884 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.691059] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.691059] env[68867]: value = "task-2951458" [ 817.691059] env[68867]: _type = "Task" [ 817.691059] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.707325] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951458, 'name': CreateVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.778688] env[68867]: DEBUG nova.scheduler.client.report [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.894411] env[68867]: DEBUG nova.compute.manager [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Received event network-changed-f87d48f9-2735-4dba-b823-a1f5ad30a7ff {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.894680] env[68867]: DEBUG nova.compute.manager [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Refreshing instance network info cache due to event network-changed-f87d48f9-2735-4dba-b823-a1f5ad30a7ff. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.894907] env[68867]: DEBUG oslo_concurrency.lockutils [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] Acquiring lock "refresh_cache-d2ea3c01-ac5e-4075-81c6-862f4e526a20" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.895141] env[68867]: DEBUG oslo_concurrency.lockutils [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] Acquired lock "refresh_cache-d2ea3c01-ac5e-4075-81c6-862f4e526a20" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.895768] env[68867]: DEBUG nova.network.neutron [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Refreshing network info cache for port f87d48f9-2735-4dba-b823-a1f5ad30a7ff {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.977030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e6be232-ae0a-4d2f-a953-fd892a088314 tempest-VolumesAssistedSnapshotsTest-1925684493 tempest-VolumesAssistedSnapshotsTest-1925684493-project-admin] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.120290] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Successfully updated port: 3adf2381-46ef-4a40-a19f-337e862e3547 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.204156] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951458, 'name': CreateVM_Task, 'duration_secs': 0.328955} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.204421] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.205182] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.205416] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.205779] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.206117] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbd88ad-e6bf-47e7-9334-db1316aaa6a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.211853] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 818.211853] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5258d08d-637c-4891-9274-fe3646ca8987" [ 818.211853] env[68867]: _type = "Task" [ 818.211853] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.221241] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5258d08d-637c-4891-9274-fe3646ca8987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.286230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.286980] env[68867]: DEBUG nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.293025] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.544s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.293025] env[68867]: INFO nova.compute.claims [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.574857] env[68867]: DEBUG nova.compute.manager [req-ed007326-c9c5-4dd4-bb14-b92d9836339d req-638ea688-af54-4034-8e40-d41f9982de6d service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Received event network-vif-deleted-cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.575065] env[68867]: INFO nova.compute.manager [req-ed007326-c9c5-4dd4-bb14-b92d9836339d req-638ea688-af54-4034-8e40-d41f9982de6d service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Neutron deleted interface cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8; detaching it from the instance and deleting it from the info cache [ 818.575242] env[68867]: DEBUG nova.network.neutron [req-ed007326-c9c5-4dd4-bb14-b92d9836339d req-638ea688-af54-4034-8e40-d41f9982de6d service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.599934] env[68867]: DEBUG nova.network.neutron [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Updated VIF entry in instance network info cache for port f87d48f9-2735-4dba-b823-a1f5ad30a7ff. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.600342] env[68867]: DEBUG nova.network.neutron [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Updating instance_info_cache with network_info: [{"id": "f87d48f9-2735-4dba-b823-a1f5ad30a7ff", "address": "fa:16:3e:a0:aa:1c", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87d48f9-27", "ovs_interfaceid": "f87d48f9-2735-4dba-b823-a1f5ad30a7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.627136] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "refresh_cache-6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.627293] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "refresh_cache-6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.627445] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.725055] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5258d08d-637c-4891-9274-fe3646ca8987, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.725243] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.725561] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.725992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.725992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.725992] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.726648] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdfc6d96-dba4-477c-8528-4dafc9e7d401 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.734204] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.734446] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.735174] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12917191-7e57-41fb-b5fc-1ffbb0df7836 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.740738] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 818.740738] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52233079-b323-71b9-cd03-40f992cfd11d" [ 818.740738] env[68867]: _type = "Task" [ 818.740738] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.748876] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52233079-b323-71b9-cd03-40f992cfd11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.798437] env[68867]: DEBUG nova.compute.utils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.800548] env[68867]: DEBUG nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.800748] env[68867]: DEBUG nova.network.neutron [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.838860] env[68867]: DEBUG nova.policy [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '312536cb145c44e491ee3230ddde2e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87732cad0002441d90170643cf816958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.032461] env[68867]: DEBUG nova.network.neutron [-] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.078831] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec0a464d-df39-4e1a-99e4-fa5c7fd76fb3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.091875] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce7ba23-bffa-4400-88c4-89aafdc1a750 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.106707] env[68867]: DEBUG oslo_concurrency.lockutils [req-c1610ba6-93c5-4b76-a052-8d728689b0f7 req-02ba9b90-9f0d-40bb-8bb1-9a67dfdb7f3a service nova] Releasing lock "refresh_cache-d2ea3c01-ac5e-4075-81c6-862f4e526a20" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.130033] env[68867]: DEBUG nova.compute.manager [req-ed007326-c9c5-4dd4-bb14-b92d9836339d req-638ea688-af54-4034-8e40-d41f9982de6d service nova] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Detach interface failed, port_id=cc91b0bb-d0d4-41ab-ad03-fbfbf54f7ba8, reason: Instance 0863f9e3-7971-49ed-a32c-f85add3e50dd could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.135962] env[68867]: DEBUG nova.network.neutron [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Successfully created port: 16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.200118] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.253774] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52233079-b323-71b9-cd03-40f992cfd11d, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.256040] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971f4a7d-e0dc-4b30-8563-3322e0f3c871 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.260871] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 819.260871] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5257bcce-f7b6-2b15-a6cb-c4e46bb71d66" [ 819.260871] env[68867]: _type = "Task" [ 819.260871] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.270472] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5257bcce-f7b6-2b15-a6cb-c4e46bb71d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.301068] env[68867]: DEBUG nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.414477] env[68867]: DEBUG nova.network.neutron [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Updating instance_info_cache with network_info: [{"id": "3adf2381-46ef-4a40-a19f-337e862e3547", "address": "fa:16:3e:39:7d:89", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adf2381-46", "ovs_interfaceid": "3adf2381-46ef-4a40-a19f-337e862e3547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.535671] env[68867]: INFO nova.compute.manager [-] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Took 2.11 seconds to deallocate network for instance. [ 819.773674] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5257bcce-f7b6-2b15-a6cb-c4e46bb71d66, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.776802] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.776802] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] d2ea3c01-ac5e-4075-81c6-862f4e526a20/d2ea3c01-ac5e-4075-81c6-862f4e526a20.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.776802] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea053f1-be34-47d6-80e7-f49f6401fd91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.783017] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 819.783017] env[68867]: value = "task-2951460" [ 819.783017] env[68867]: _type = "Task" [ 819.783017] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.791371] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.867065] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe689a-4bb6-46c6-a873-a6e88b264bc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.874935] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ad7d16-af37-4d75-8f5f-deecf74498d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.907160] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25591795-7c23-482f-89e9-d55e6fc9a331 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.913786] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6ef9e-4c15-4837-987e-96bb9396d6ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.921256] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "refresh_cache-6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.921683] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Instance network_info: |[{"id": "3adf2381-46ef-4a40-a19f-337e862e3547", "address": "fa:16:3e:39:7d:89", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adf2381-46", "ovs_interfaceid": "3adf2381-46ef-4a40-a19f-337e862e3547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.922181] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:7d:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3adf2381-46ef-4a40-a19f-337e862e3547', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.929823] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.931012] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.931331] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3124b121-e267-4137-90da-3860cd4030ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.953985] env[68867]: DEBUG nova.compute.provider_tree [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.963562] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.963562] env[68867]: value = "task-2951461" [ 819.963562] env[68867]: _type = "Task" [ 819.963562] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.971519] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951461, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.049141] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.060816] env[68867]: DEBUG nova.compute.manager [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Received event network-vif-plugged-3adf2381-46ef-4a40-a19f-337e862e3547 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.061040] env[68867]: DEBUG oslo_concurrency.lockutils [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] Acquiring lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.061274] env[68867]: DEBUG oslo_concurrency.lockutils [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.061532] env[68867]: DEBUG oslo_concurrency.lockutils [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.061787] env[68867]: DEBUG nova.compute.manager [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] No waiting events found dispatching network-vif-plugged-3adf2381-46ef-4a40-a19f-337e862e3547 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.061973] env[68867]: WARNING nova.compute.manager [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Received unexpected event network-vif-plugged-3adf2381-46ef-4a40-a19f-337e862e3547 for instance with vm_state building and task_state spawning. [ 820.062149] env[68867]: DEBUG nova.compute.manager [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Received event network-changed-3adf2381-46ef-4a40-a19f-337e862e3547 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.062300] env[68867]: DEBUG nova.compute.manager [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Refreshing instance network info cache due to event network-changed-3adf2381-46ef-4a40-a19f-337e862e3547. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.062483] env[68867]: DEBUG oslo_concurrency.lockutils [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] Acquiring lock "refresh_cache-6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.062614] env[68867]: DEBUG oslo_concurrency.lockutils [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] Acquired lock "refresh_cache-6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.062812] env[68867]: DEBUG nova.network.neutron [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Refreshing network info cache for port 3adf2381-46ef-4a40-a19f-337e862e3547 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.291298] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464456} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.291588] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] d2ea3c01-ac5e-4075-81c6-862f4e526a20/d2ea3c01-ac5e-4075-81c6-862f4e526a20.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.291796] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.292058] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fd8906e-f78e-4deb-b046-29dd8d7c1106 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.300732] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 820.300732] env[68867]: value = "task-2951462" [ 820.300732] env[68867]: _type = "Task" [ 820.300732] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.309044] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.316293] env[68867]: DEBUG nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.347456] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.347687] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.348459] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.348459] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.348459] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.348592] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.348744] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.348893] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.349106] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.349300] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.349523] env[68867]: DEBUG nova.virt.hardware [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.351388] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125353a3-3c22-4080-a674-7de50660f34e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.361048] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9d3e0e-dad2-4be0-8355-fb9100108c0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.457654] env[68867]: DEBUG nova.scheduler.client.report [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.470914] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951461, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.813291] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065218} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.813623] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.814626] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ebba01-4b26-4c93-bd3c-cbb5000d1d61 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.838709] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] d2ea3c01-ac5e-4075-81c6-862f4e526a20/d2ea3c01-ac5e-4075-81c6-862f4e526a20.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.839206] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2c36a6-609e-4acd-a1cd-49de8985861e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.861832] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 820.861832] env[68867]: value = "task-2951463" [ 820.861832] env[68867]: _type = "Task" [ 820.861832] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.877643] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.888489] env[68867]: DEBUG nova.network.neutron [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Successfully updated port: 16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.961544] env[68867]: DEBUG nova.network.neutron [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Updated VIF entry in instance network info cache for port 3adf2381-46ef-4a40-a19f-337e862e3547. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.961544] env[68867]: DEBUG nova.network.neutron [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Updating instance_info_cache with network_info: [{"id": "3adf2381-46ef-4a40-a19f-337e862e3547", "address": "fa:16:3e:39:7d:89", "network": {"id": "255efb8f-b901-439f-912c-8b318fe61bea", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-494107199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4dc294c38473fac92c47e1517d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adf2381-46", "ovs_interfaceid": "3adf2381-46ef-4a40-a19f-337e862e3547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.972515] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.972973] env[68867]: DEBUG nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.975740] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.058s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.977140] env[68867]: INFO nova.compute.claims [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.985315] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951461, 'name': CreateVM_Task, 'duration_secs': 0.558245} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.985415] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.986321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.986321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.986752] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.986828] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17811b5-ca31-4b00-9bf0-2969959e38b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.992115] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 820.992115] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52063827-95f3-2b30-3c7c-29eff123aeb4" [ 820.992115] env[68867]: _type = "Task" [ 820.992115] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.000478] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52063827-95f3-2b30-3c7c-29eff123aeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.372044] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951463, 'name': ReconfigVM_Task, 'duration_secs': 0.32478} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.372418] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Reconfigured VM instance instance-00000027 to attach disk [datastore2] d2ea3c01-ac5e-4075-81c6-862f4e526a20/d2ea3c01-ac5e-4075-81c6-862f4e526a20.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.373120] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50407b2c-5a74-4ce9-b0cf-13503e0544c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.379446] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 821.379446] env[68867]: value = "task-2951464" [ 821.379446] env[68867]: _type = "Task" [ 821.379446] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.388693] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951464, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.394236] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.394370] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.394513] env[68867]: DEBUG nova.network.neutron [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.458452] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.459153] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.459153] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "362afff9-710b-4741-bad6-9a9d0d1cafcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.459153] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.459349] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.461362] env[68867]: INFO nova.compute.manager [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Terminating instance [ 821.472283] env[68867]: DEBUG oslo_concurrency.lockutils [req-e06e9458-69b9-433e-9684-e87b34ec01af req-fd54d706-e609-4232-a55c-977baafd755f service nova] Releasing lock "refresh_cache-6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.481469] env[68867]: DEBUG nova.compute.utils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.485883] env[68867]: DEBUG nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.485883] env[68867]: DEBUG nova.network.neutron [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.504849] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52063827-95f3-2b30-3c7c-29eff123aeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.510770] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.511026] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.511260] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.511438] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.511626] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.512248] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96e35b99-4bd2-470f-aba8-6740405b7edf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.521373] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.521558] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.522339] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2e1189-0408-4640-bd96-5dfabf3f9d4c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.529423] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 821.529423] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5205fc44-03b1-9e01-687a-8de4efa7261c" [ 821.529423] env[68867]: _type = "Task" [ 821.529423] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.538124] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5205fc44-03b1-9e01-687a-8de4efa7261c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.593646] env[68867]: DEBUG nova.policy [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcffd2c35769473b9b961f6dcc4e3054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5308b00331894d189b8c9af517d205b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.889932] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951464, 'name': Rename_Task, 'duration_secs': 0.14692} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.890564] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.890564] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdff6e92-3379-488b-91ba-8a2008d3d360 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.896578] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 821.896578] env[68867]: value = "task-2951465" [ 821.896578] env[68867]: _type = "Task" [ 821.896578] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.907357] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.940251] env[68867]: DEBUG nova.network.neutron [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.970840] env[68867]: DEBUG nova.compute.manager [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.976911] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.976911] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715848fb-70a5-45c7-9122-57e7adf832f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.984324] env[68867]: DEBUG nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.987801] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.988348] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abfda6d1-3c32-4a57-aec6-9f4b39e1c0f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.001681] env[68867]: DEBUG oslo_vmware.api [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 822.001681] env[68867]: value = "task-2951466" [ 822.001681] env[68867]: _type = "Task" [ 822.001681] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.016159] env[68867]: DEBUG oslo_vmware.api [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.053337] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5205fc44-03b1-9e01-687a-8de4efa7261c, 'name': SearchDatastore_Task, 'duration_secs': 0.008035} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.054039] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4062385-edb0-49b6-baff-cac5926c8352 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.065539] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 822.065539] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523d1738-c05f-1c8f-d381-f1d98e79b78f" [ 822.065539] env[68867]: _type = "Task" [ 822.065539] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.072512] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523d1738-c05f-1c8f-d381-f1d98e79b78f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.138576] env[68867]: DEBUG nova.network.neutron [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updating instance_info_cache with network_info: [{"id": "16184315-bef4-4c9c-962c-5774b8bd3e91", "address": "fa:16:3e:5b:ee:81", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16184315-be", "ovs_interfaceid": "16184315-bef4-4c9c-962c-5774b8bd3e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.376280] env[68867]: DEBUG nova.compute.manager [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Received event network-vif-plugged-16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.376280] env[68867]: DEBUG oslo_concurrency.lockutils [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] Acquiring lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.376280] env[68867]: DEBUG oslo_concurrency.lockutils [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.376280] env[68867]: DEBUG oslo_concurrency.lockutils [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.376280] env[68867]: DEBUG nova.compute.manager [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] No waiting events found dispatching network-vif-plugged-16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.376280] env[68867]: WARNING nova.compute.manager [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Received unexpected event network-vif-plugged-16184315-bef4-4c9c-962c-5774b8bd3e91 for instance with vm_state building and task_state spawning. [ 822.376280] env[68867]: DEBUG nova.compute.manager [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Received event network-changed-16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.376280] env[68867]: DEBUG nova.compute.manager [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Refreshing instance network info cache due to event network-changed-16184315-bef4-4c9c-962c-5774b8bd3e91. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.376280] env[68867]: DEBUG oslo_concurrency.lockutils [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] Acquiring lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.414016] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951465, 'name': PowerOnVM_Task, 'duration_secs': 0.489082} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.415389] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.415529] env[68867]: INFO nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Took 7.53 seconds to spawn the instance on the hypervisor. [ 822.415731] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.416865] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c54be3-f30a-4512-a555-53ceb510b1be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.517758] env[68867]: DEBUG oslo_vmware.api [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951466, 'name': PowerOffVM_Task, 'duration_secs': 0.22798} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.518269] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.518269] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.518778] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92fabbe5-d853-4a2c-bfe3-f1f23f6e1d1c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.578924] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523d1738-c05f-1c8f-d381-f1d98e79b78f, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.581010] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.584018] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c/6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.584018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.584018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.584018] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Deleting the datastore file [datastore1] 362afff9-710b-4741-bad6-9a9d0d1cafcf {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.584866] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f0ea49-75ea-4f2f-badb-5d69d07f86e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.587140] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d420d19-589b-4381-80a2-37829d0299f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.596018] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 822.596018] env[68867]: value = "task-2951468" [ 822.596018] env[68867]: _type = "Task" [ 822.596018] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.596018] env[68867]: DEBUG oslo_vmware.api [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for the task: (returnval){ [ 822.596018] env[68867]: value = "task-2951469" [ 822.596018] env[68867]: _type = "Task" [ 822.596018] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.603797] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a4036e-ea0e-4ddc-99e7-45cf7bdbefe8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.606741] env[68867]: DEBUG nova.network.neutron [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Successfully created port: 6a2df040-dc5e-4219-a014-aedef6319389 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.612375] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.616120] env[68867]: DEBUG oslo_vmware.api [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.618839] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c15b0fc-94a4-445a-9654-59bf90fff531 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.649954] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Releasing lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.650283] env[68867]: DEBUG nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance network_info: |[{"id": "16184315-bef4-4c9c-962c-5774b8bd3e91", "address": "fa:16:3e:5b:ee:81", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16184315-be", "ovs_interfaceid": "16184315-bef4-4c9c-962c-5774b8bd3e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.651130] env[68867]: DEBUG oslo_concurrency.lockutils [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] Acquired lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.651315] env[68867]: DEBUG nova.network.neutron [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Refreshing network info cache for port 16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.652462] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ee:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16184315-bef4-4c9c-962c-5774b8bd3e91', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.662739] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.663431] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83225e0-34f0-41f8-b831-ec7e19693add {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.669196] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.669884] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd992ea9-3283-4aef-9b9e-3c61ae6d7710 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.689921] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa8f39-9dd0-4b09-8953-0a1c126f32b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.693605] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.693605] env[68867]: value = "task-2951470" [ 822.693605] env[68867]: _type = "Task" [ 822.693605] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.704752] env[68867]: DEBUG nova.compute.provider_tree [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.710581] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951470, 'name': CreateVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.929738] env[68867]: DEBUG nova.network.neutron [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updated VIF entry in instance network info cache for port 16184315-bef4-4c9c-962c-5774b8bd3e91. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.930136] env[68867]: DEBUG nova.network.neutron [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updating instance_info_cache with network_info: [{"id": "16184315-bef4-4c9c-962c-5774b8bd3e91", "address": "fa:16:3e:5b:ee:81", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16184315-be", "ovs_interfaceid": "16184315-bef4-4c9c-962c-5774b8bd3e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.941991] env[68867]: INFO nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Took 46.89 seconds to build instance. [ 822.999375] env[68867]: DEBUG nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.032112] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.032837] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.033369] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.033697] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.033954] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.034229] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.034571] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.034841] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.036041] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.036041] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.036325] env[68867]: DEBUG nova.virt.hardware [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.038303] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b63cae-1cf1-4b44-bd55-473d056be826 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.051606] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5559b31d-0d7e-457a-868b-3aea5436de81 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.109386] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951468, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.112608] env[68867]: DEBUG oslo_vmware.api [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Task: {'id': task-2951469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149854} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.113041] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.113041] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.113227] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.113847] env[68867]: INFO nova.compute.manager [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 823.113847] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.113847] env[68867]: DEBUG nova.compute.manager [-] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.114275] env[68867]: DEBUG nova.network.neutron [-] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.204509] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951470, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.208477] env[68867]: DEBUG nova.scheduler.client.report [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.433753] env[68867]: DEBUG oslo_concurrency.lockutils [req-95684628-cbbf-46d6-9a67-2d8a50e81d59 req-7c595eff-17ba-4346-a222-58e66fbca961 service nova] Releasing lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.439458] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.439458] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.445843] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.009s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.606123] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517697} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.606489] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c/6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.606733] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.607013] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e11f9c6-5004-4ea7-b53f-31891252c2d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.613451] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 823.613451] env[68867]: value = "task-2951471" [ 823.613451] env[68867]: _type = "Task" [ 823.613451] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.621485] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.705411] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951470, 'name': CreateVM_Task, 'duration_secs': 0.544316} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.705789] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.709024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.709024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.709024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.709024] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b781a79-9d64-4b0f-acef-f5745c2d30c5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.711747] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 823.711747] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52dd3b31-8d3e-00d1-598f-dc8e6b106a02" [ 823.711747] env[68867]: _type = "Task" [ 823.711747] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.712692] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.713273] env[68867]: DEBUG nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.719852] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.618s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.720167] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.722437] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.135s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.724603] env[68867]: INFO nova.compute.claims [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.733462] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dd3b31-8d3e-00d1-598f-dc8e6b106a02, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.733883] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.734481] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.734825] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.735123] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.735422] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.736034] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e45b55c0-2ff0-4f93-b0ec-1ab3234ffa69 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.743794] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.743984] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.744743] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcdda4c-bb3f-4de0-a75b-18a0c9d7b09e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.750405] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 823.750405] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52770a03-61b1-5a83-c805-376c2be30c5c" [ 823.750405] env[68867]: _type = "Task" [ 823.750405] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.755052] env[68867]: INFO nova.scheduler.client.report [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Deleted allocations for instance 862e124c-12d6-4f2b-92b3-6bafe7c93ff4 [ 823.767706] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52770a03-61b1-5a83-c805-376c2be30c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.769086] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e0de0d-2cc8-4220-a3a1-4cbeb2ad0974 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.774572] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 823.774572] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525bb756-eb8f-a102-ad80-d17435bb1d4d" [ 823.774572] env[68867]: _type = "Task" [ 823.774572] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.782929] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525bb756-eb8f-a102-ad80-d17435bb1d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.948514] env[68867]: DEBUG nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.124170] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226383} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.124521] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.125382] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f02bd-a05c-49bd-b550-4f0549d1d9a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.129171] env[68867]: DEBUG nova.network.neutron [-] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.150927] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c/6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.151862] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482e17d0-265f-49b7-b442-84d0417a53f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.179222] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 824.179222] env[68867]: value = "task-2951472" [ 824.179222] env[68867]: _type = "Task" [ 824.179222] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.192054] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951472, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.229287] env[68867]: DEBUG nova.compute.utils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.232962] env[68867]: DEBUG nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.233160] env[68867]: DEBUG nova.network.neutron [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.265244] env[68867]: DEBUG oslo_concurrency.lockutils [None req-240fb93e-a2c1-4043-9c20-ed91b3116564 tempest-DeleteServersAdminTestJSON-292824248 tempest-DeleteServersAdminTestJSON-292824248-project-member] Lock "862e124c-12d6-4f2b-92b3-6bafe7c93ff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.187s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.285842] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525bb756-eb8f-a102-ad80-d17435bb1d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.286485] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.286917] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1bf15cde-c03f-426d-8a59-af1bba3b394d/1bf15cde-c03f-426d-8a59-af1bba3b394d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.289017] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62f08c4c-387b-4136-9f3a-b1bfb3e1b275 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.298016] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 824.298016] env[68867]: value = "task-2951473" [ 824.298016] env[68867]: _type = "Task" [ 824.298016] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.301265] env[68867]: DEBUG nova.policy [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7aa9ecdaa144be6bcf07c658540b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24888b0c153f44e1b0e3ad011d874316', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.311249] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.424562] env[68867]: DEBUG nova.compute.manager [req-c0ffcf52-d30e-493c-874e-d4ee2a113295 req-3d9837dc-b62f-4000-9651-feda64a003f9 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Received event network-vif-plugged-6a2df040-dc5e-4219-a014-aedef6319389 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.424809] env[68867]: DEBUG oslo_concurrency.lockutils [req-c0ffcf52-d30e-493c-874e-d4ee2a113295 req-3d9837dc-b62f-4000-9651-feda64a003f9 service nova] Acquiring lock "d34132e0-a8de-4502-8f32-16056146ec8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.425028] env[68867]: DEBUG oslo_concurrency.lockutils [req-c0ffcf52-d30e-493c-874e-d4ee2a113295 req-3d9837dc-b62f-4000-9651-feda64a003f9 service nova] Lock "d34132e0-a8de-4502-8f32-16056146ec8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.425201] env[68867]: DEBUG oslo_concurrency.lockutils [req-c0ffcf52-d30e-493c-874e-d4ee2a113295 req-3d9837dc-b62f-4000-9651-feda64a003f9 service nova] Lock "d34132e0-a8de-4502-8f32-16056146ec8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.425365] env[68867]: DEBUG nova.compute.manager [req-c0ffcf52-d30e-493c-874e-d4ee2a113295 req-3d9837dc-b62f-4000-9651-feda64a003f9 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] No waiting events found dispatching network-vif-plugged-6a2df040-dc5e-4219-a014-aedef6319389 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.425537] env[68867]: WARNING nova.compute.manager [req-c0ffcf52-d30e-493c-874e-d4ee2a113295 req-3d9837dc-b62f-4000-9651-feda64a003f9 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Received unexpected event network-vif-plugged-6a2df040-dc5e-4219-a014-aedef6319389 for instance with vm_state building and task_state spawning. [ 824.475727] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.515083] env[68867]: DEBUG nova.network.neutron [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Successfully updated port: 6a2df040-dc5e-4219-a014-aedef6319389 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.519019] env[68867]: DEBUG nova.compute.manager [req-6fb6ee03-e864-4119-8a13-948d32390480 req-a7f5b187-c040-4d27-aa47-385f902d6560 service nova] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Received event network-vif-deleted-aa6e8d96-bbbb-4231-9cd7-587d0cf03943 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.634997] env[68867]: INFO nova.compute.manager [-] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Took 1.52 seconds to deallocate network for instance. [ 824.651832] env[68867]: DEBUG nova.network.neutron [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Successfully created port: d79bfdc8-a738-4923-b1f6-795128de8b41 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.693738] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951472, 'name': ReconfigVM_Task, 'duration_secs': 0.379275} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.694048] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c/6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.694658] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9959f912-aae9-4e8b-be94-dc86f8577aa2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.702033] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 824.702033] env[68867]: value = "task-2951474" [ 824.702033] env[68867]: _type = "Task" [ 824.702033] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.715252] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951474, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.740629] env[68867]: DEBUG nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.807980] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454841} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.808390] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1bf15cde-c03f-426d-8a59-af1bba3b394d/1bf15cde-c03f-426d-8a59-af1bba3b394d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.808642] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.808837] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29d1543c-3248-4e67-8488-668c1c4615c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.820729] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 824.820729] env[68867]: value = "task-2951475" [ 824.820729] env[68867]: _type = "Task" [ 824.820729] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.829865] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.020631] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.020631] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquired lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.020631] env[68867]: DEBUG nova.network.neutron [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.141853] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.211610] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951474, 'name': Rename_Task, 'duration_secs': 0.175622} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.215460] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.215711] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d5528d7-2191-41a4-bb01-8950e09ae421 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.223904] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 825.223904] env[68867]: value = "task-2951476" [ 825.223904] env[68867]: _type = "Task" [ 825.223904] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.234571] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.301380] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23558c30-b2c0-420e-8c70-04d2cfcc4506 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.309930] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6532115f-d637-4168-bbed-2efa01498324 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.345591] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b8835-2329-4f60-abd0-53520d76e793 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.353594] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073283} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.355727] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.356547] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f110b369-5312-4f61-b951-dc1d4728a646 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.359976] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50501dd7-68ad-474d-af27-6153b630e635 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.376128] env[68867]: DEBUG nova.compute.provider_tree [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.396279] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 1bf15cde-c03f-426d-8a59-af1bba3b394d/1bf15cde-c03f-426d-8a59-af1bba3b394d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.397345] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e3c859-4f37-4c8d-99af-137c635504fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.418218] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 825.418218] env[68867]: value = "task-2951477" [ 825.418218] env[68867]: _type = "Task" [ 825.418218] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.426435] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.581567] env[68867]: DEBUG nova.network.neutron [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.731150] env[68867]: DEBUG nova.network.neutron [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Updating instance_info_cache with network_info: [{"id": "6a2df040-dc5e-4219-a014-aedef6319389", "address": "fa:16:3e:77:af:17", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2df040-dc", "ovs_interfaceid": "6a2df040-dc5e-4219-a014-aedef6319389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.736349] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.751161] env[68867]: DEBUG nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.781073] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.781518] env[68867]: DEBUG nova.virt.hardware [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.782178] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be2891-e12c-4490-a427-ea477e85ff5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.790647] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20601d5-71c8-4aff-9301-3e46f663515e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.898593] env[68867]: DEBUG nova.scheduler.client.report [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.928459] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.235691] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951476, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.237286] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Releasing lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.237580] env[68867]: DEBUG nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Instance network_info: |[{"id": "6a2df040-dc5e-4219-a014-aedef6319389", "address": "fa:16:3e:77:af:17", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2df040-dc", "ovs_interfaceid": "6a2df040-dc5e-4219-a014-aedef6319389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.237946] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:af:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a2df040-dc5e-4219-a014-aedef6319389', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.245429] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Creating folder: Project (5308b00331894d189b8c9af517d205b2). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.245690] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f730ae4c-3b16-44a4-b680-677e14571cd0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.257788] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Created folder: Project (5308b00331894d189b8c9af517d205b2) in parent group-v592242. [ 826.257977] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Creating folder: Instances. Parent ref: group-v592370. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.258264] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd3d443e-4cff-46cc-b179-c49ec33db8fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.266729] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Created folder: Instances in parent group-v592370. [ 826.266967] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.267185] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.267394] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf3517a-a7a6-454d-9a0e-bee28a0add61 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.291971] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.291971] env[68867]: value = "task-2951480" [ 826.291971] env[68867]: _type = "Task" [ 826.291971] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.303141] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951480, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.316158] env[68867]: DEBUG nova.network.neutron [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Successfully updated port: d79bfdc8-a738-4923-b1f6-795128de8b41 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.403537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.406032] env[68867]: DEBUG nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.407728] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.235s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.408197] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.413704] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.880s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.417025] env[68867]: INFO nova.compute.claims [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.429495] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951477, 'name': ReconfigVM_Task, 'duration_secs': 0.952626} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.429980] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 1bf15cde-c03f-426d-8a59-af1bba3b394d/1bf15cde-c03f-426d-8a59-af1bba3b394d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.431761] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f84da75-7855-4ca6-89d1-cd24ee082f09 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.440975] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 826.440975] env[68867]: value = "task-2951481" [ 826.440975] env[68867]: _type = "Task" [ 826.440975] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.454149] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951481, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.454805] env[68867]: INFO nova.scheduler.client.report [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Deleted allocations for instance 923ac29d-680b-4e33-b977-c9586b749cd5 [ 826.535042] env[68867]: DEBUG nova.compute.manager [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Received event network-changed-6a2df040-dc5e-4219-a014-aedef6319389 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.535443] env[68867]: DEBUG nova.compute.manager [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Refreshing instance network info cache due to event network-changed-6a2df040-dc5e-4219-a014-aedef6319389. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.535937] env[68867]: DEBUG oslo_concurrency.lockutils [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] Acquiring lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.536283] env[68867]: DEBUG oslo_concurrency.lockutils [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] Acquired lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.537115] env[68867]: DEBUG nova.network.neutron [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Refreshing network info cache for port 6a2df040-dc5e-4219-a014-aedef6319389 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.651787] env[68867]: DEBUG nova.compute.manager [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Received event network-vif-plugged-d79bfdc8-a738-4923-b1f6-795128de8b41 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.652094] env[68867]: DEBUG oslo_concurrency.lockutils [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] Acquiring lock "0ea266a1-6231-47a9-84c4-c78fb619f713-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.652234] env[68867]: DEBUG oslo_concurrency.lockutils [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.652445] env[68867]: DEBUG oslo_concurrency.lockutils [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.652693] env[68867]: DEBUG nova.compute.manager [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] No waiting events found dispatching network-vif-plugged-d79bfdc8-a738-4923-b1f6-795128de8b41 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.652940] env[68867]: WARNING nova.compute.manager [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Received unexpected event network-vif-plugged-d79bfdc8-a738-4923-b1f6-795128de8b41 for instance with vm_state building and task_state spawning. [ 826.653176] env[68867]: DEBUG nova.compute.manager [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Received event network-changed-d79bfdc8-a738-4923-b1f6-795128de8b41 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.653353] env[68867]: DEBUG nova.compute.manager [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Refreshing instance network info cache due to event network-changed-d79bfdc8-a738-4923-b1f6-795128de8b41. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.653540] env[68867]: DEBUG oslo_concurrency.lockutils [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] Acquiring lock "refresh_cache-0ea266a1-6231-47a9-84c4-c78fb619f713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.653672] env[68867]: DEBUG oslo_concurrency.lockutils [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] Acquired lock "refresh_cache-0ea266a1-6231-47a9-84c4-c78fb619f713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.654182] env[68867]: DEBUG nova.network.neutron [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Refreshing network info cache for port d79bfdc8-a738-4923-b1f6-795128de8b41 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.736465] env[68867]: DEBUG oslo_vmware.api [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951476, 'name': PowerOnVM_Task, 'duration_secs': 1.191263} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.736729] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.736927] env[68867]: INFO nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Took 9.12 seconds to spawn the instance on the hypervisor. [ 826.737109] env[68867]: DEBUG nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.737872] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb969e6c-c601-44d4-abb4-52c4cfd427ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.806698] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951480, 'name': CreateVM_Task, 'duration_secs': 0.386234} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.806932] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.807778] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.807934] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.808735] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.809019] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3036a07c-a7c8-4216-a61a-a67b7ece5481 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.815810] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 826.815810] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5211ca2f-1fe3-c542-6583-fa12e21b6b71" [ 826.815810] env[68867]: _type = "Task" [ 826.815810] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.819355] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "refresh_cache-0ea266a1-6231-47a9-84c4-c78fb619f713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.824994] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5211ca2f-1fe3-c542-6583-fa12e21b6b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.922493] env[68867]: DEBUG nova.compute.utils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.923978] env[68867]: DEBUG nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.926165] env[68867]: DEBUG nova.network.neutron [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.952493] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951481, 'name': Rename_Task, 'duration_secs': 0.20864} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.952774] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.953011] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea195f3-3574-4519-af43-b846365a138b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.960171] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 826.960171] env[68867]: value = "task-2951482" [ 826.960171] env[68867]: _type = "Task" [ 826.960171] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.966419] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a4188eb0-fb7a-4ee2-aa34-4df85f5c928d tempest-ListServerFiltersTestJSON-848457279 tempest-ListServerFiltersTestJSON-848457279-project-member] Lock "923ac29d-680b-4e33-b977-c9586b749cd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.801s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.968555] env[68867]: DEBUG nova.policy [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a955bccf724744a44a573bfcff9ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3df013925645548ee34f8cd7b8f589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.976494] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.211542] env[68867]: DEBUG nova.network.neutron [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.255841] env[68867]: INFO nova.compute.manager [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Took 46.99 seconds to build instance. [ 827.328193] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5211ca2f-1fe3-c542-6583-fa12e21b6b71, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.328596] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.328761] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.329007] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.329171] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.329439] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.329663] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d209d716-04b7-471c-af98-38398d1013d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.340376] env[68867]: DEBUG nova.network.neutron [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.346460] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.346621] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.347735] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e244cb9-f5cc-4c59-99d4-7f571856a97e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.353769] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 827.353769] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520d277b-d4c7-1f5f-d4fe-1dd0ad046b4c" [ 827.353769] env[68867]: _type = "Task" [ 827.353769] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.365720] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520d277b-d4c7-1f5f-d4fe-1dd0ad046b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.366494] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38144e9a-f5d8-4d61-a5cc-5b733f6dfd99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.371911] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 827.371911] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52708b2f-b854-85ef-2d48-39315c98c91b" [ 827.371911] env[68867]: _type = "Task" [ 827.371911] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.379987] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52708b2f-b854-85ef-2d48-39315c98c91b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.400943] env[68867]: DEBUG nova.network.neutron [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Successfully created port: 1f3ab5a1-4c05-496c-92f5-1a80031e52cf {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.432672] env[68867]: DEBUG nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.476794] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.681197] env[68867]: DEBUG nova.network.neutron [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Updated VIF entry in instance network info cache for port 6a2df040-dc5e-4219-a014-aedef6319389. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.681197] env[68867]: DEBUG nova.network.neutron [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Updating instance_info_cache with network_info: [{"id": "6a2df040-dc5e-4219-a014-aedef6319389", "address": "fa:16:3e:77:af:17", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2df040-dc", "ovs_interfaceid": "6a2df040-dc5e-4219-a014-aedef6319389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.760321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3568996d-d83e-4a08-a32b-1f17fd111e2f tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.293s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.842754] env[68867]: DEBUG oslo_concurrency.lockutils [req-dbe4baad-450c-4a17-9053-5d53b381044c req-4b869aa7-34f5-4a04-a4ba-167479c84e86 service nova] Releasing lock "refresh_cache-0ea266a1-6231-47a9-84c4-c78fb619f713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.845185] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "refresh_cache-0ea266a1-6231-47a9-84c4-c78fb619f713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.846059] env[68867]: DEBUG nova.network.neutron [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.883367] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52708b2f-b854-85ef-2d48-39315c98c91b, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.886345] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.886732] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d34132e0-a8de-4502-8f32-16056146ec8a/d34132e0-a8de-4502-8f32-16056146ec8a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.887311] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7596bd93-b026-45da-ac64-05634160e67d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.896017] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 827.896017] env[68867]: value = "task-2951483" [ 827.896017] env[68867]: _type = "Task" [ 827.896017] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.905197] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.974910] env[68867]: DEBUG oslo_vmware.api [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951482, 'name': PowerOnVM_Task, 'duration_secs': 0.609859} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.975731] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.975731] env[68867]: INFO nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Took 7.66 seconds to spawn the instance on the hypervisor. [ 827.975731] env[68867]: DEBUG nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.976548] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8678651-ca4b-4a58-9d51-aa992a25cce0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.993808] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ebd8af-97cc-4285-b86c-1514d7600780 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.002671] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38172bf-323f-4fa1-8a07-bc1e58b2f2ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.042999] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96be2315-e0a7-4559-9b24-8a75698136c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.050982] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3641a8a9-bd29-4823-9f42-a277c82cd588 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.065371] env[68867]: DEBUG nova.compute.provider_tree [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.184066] env[68867]: DEBUG oslo_concurrency.lockutils [req-e006bdad-c4c9-41ce-b3da-537f41e8d87b req-a5ea8da1-1d3a-4596-9ff0-2752e25e95f2 service nova] Releasing lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.263472] env[68867]: DEBUG nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.350461] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-66b2bb97-67dd-40cd-bdba-dd70e30823be-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.350715] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-66b2bb97-67dd-40cd-bdba-dd70e30823be-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.351344] env[68867]: DEBUG nova.objects.instance [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'flavor' on Instance uuid 66b2bb97-67dd-40cd-bdba-dd70e30823be {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.404892] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.413264] env[68867]: DEBUG nova.network.neutron [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.448952] env[68867]: DEBUG nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.479348] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.479601] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.479761] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.479942] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.480140] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.480245] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.480453] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.480613] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.480777] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.480935] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.481117] env[68867]: DEBUG nova.virt.hardware [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.482133] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49893e-206f-4bd3-be45-24f940c370a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.490767] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3070986-c4e2-47ec-83d1-69f04cf2249a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.521134] env[68867]: INFO nova.compute.manager [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Took 41.95 seconds to build instance. [ 828.570623] env[68867]: DEBUG nova.scheduler.client.report [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.730737] env[68867]: DEBUG nova.network.neutron [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Updating instance_info_cache with network_info: [{"id": "d79bfdc8-a738-4923-b1f6-795128de8b41", "address": "fa:16:3e:ee:b7:2b", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79bfdc8-a7", "ovs_interfaceid": "d79bfdc8-a738-4923-b1f6-795128de8b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.793252] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.906851] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614088} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.907164] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d34132e0-a8de-4502-8f32-16056146ec8a/d34132e0-a8de-4502-8f32-16056146ec8a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.907373] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.907682] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1785fbb-77c5-43b8-a583-b0cb0ec4be8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.914066] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 828.914066] env[68867]: value = "task-2951484" [ 828.914066] env[68867]: _type = "Task" [ 828.914066] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.924566] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.947716] env[68867]: DEBUG nova.network.neutron [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Successfully updated port: 1f3ab5a1-4c05-496c-92f5-1a80031e52cf {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.002147] env[68867]: DEBUG nova.objects.instance [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'pci_requests' on Instance uuid 66b2bb97-67dd-40cd-bdba-dd70e30823be {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.024946] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7bfc26bf-e717-478c-afbf-4b5de8b968ec tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.897s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.076459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.076459] env[68867]: DEBUG nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.081330] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.327s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.081542] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.083696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.782s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.083891] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.086817] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.533s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.088218] env[68867]: INFO nova.compute.claims [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.116633] env[68867]: INFO nova.scheduler.client.report [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Deleted allocations for instance 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157 [ 829.122574] env[68867]: INFO nova.scheduler.client.report [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Deleted allocations for instance 31f781bc-42de-4b0c-8e99-d8ffe18561cf [ 829.239668] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "refresh_cache-0ea266a1-6231-47a9-84c4-c78fb619f713" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.240057] env[68867]: DEBUG nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Instance network_info: |[{"id": "d79bfdc8-a738-4923-b1f6-795128de8b41", "address": "fa:16:3e:ee:b7:2b", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79bfdc8-a7", "ovs_interfaceid": "d79bfdc8-a738-4923-b1f6-795128de8b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.240473] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:b7:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd79bfdc8-a738-4923-b1f6-795128de8b41', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.248889] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.249157] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.249421] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee3965fc-9318-41eb-9b75-2e41c980c99f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.273685] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.273685] env[68867]: value = "task-2951485" [ 829.273685] env[68867]: _type = "Task" [ 829.273685] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.283096] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951485, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.428540] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068052} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.428777] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.429640] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820bcc35-3db1-4f21-a924-c46a2d78b048 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.454647] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d34132e0-a8de-4502-8f32-16056146ec8a/d34132e0-a8de-4502-8f32-16056146ec8a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.459011] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "refresh_cache-6e428a90-9bb5-4093-99ef-4e9efa880cb8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.459011] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquired lock "refresh_cache-6e428a90-9bb5-4093-99ef-4e9efa880cb8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.459011] env[68867]: DEBUG nova.network.neutron [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.459011] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d1e057-50dd-477a-a5ed-d9546784dd2f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.479067] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 829.479067] env[68867]: value = "task-2951486" [ 829.479067] env[68867]: _type = "Task" [ 829.479067] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.490833] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.504798] env[68867]: DEBUG nova.objects.base [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Object Instance<66b2bb97-67dd-40cd-bdba-dd70e30823be> lazy-loaded attributes: flavor,pci_requests {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 829.505053] env[68867]: DEBUG nova.network.neutron [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.530181] env[68867]: DEBUG nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.558053] env[68867]: DEBUG nova.policy [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.592769] env[68867]: DEBUG nova.compute.utils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.598202] env[68867]: DEBUG nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.599046] env[68867]: DEBUG nova.network.neutron [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.626011] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d3c256a-f71b-4aa0-bb83-7d7bdf74f6c6 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.610s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.637234] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c18fa78a-50a8-4aba-98c7-7678e957a78b tempest-ListImageFiltersTestJSON-1560858101 tempest-ListImageFiltersTestJSON-1560858101-project-member] Lock "31f781bc-42de-4b0c-8e99-d8ffe18561cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.742s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.645087] env[68867]: DEBUG nova.policy [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52f8d54704e41dcaa7b7d78bbbf7022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176bf0dbeb0c4b33bd48d20fa96a3f57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.787555] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951485, 'name': CreateVM_Task, 'duration_secs': 0.425138} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.787901] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.788466] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.788636] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.788947] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.789211] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb43b73-3133-4723-b85e-8cec88a5aed8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.794421] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 829.794421] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52bf5bb3-94b3-3aa4-60a8-5a067cadf6bd" [ 829.794421] env[68867]: _type = "Task" [ 829.794421] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.803136] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bf5bb3-94b3-3aa4-60a8-5a067cadf6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.915632] env[68867]: DEBUG nova.network.neutron [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Successfully created port: dded49e9-0001-416e-ba7d-3c5c825e8bef {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.971042] env[68867]: DEBUG nova.network.neutron [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Successfully created port: a0136465-ad76-4370-9294-d9ad5d48b5a7 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.992202] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.023572] env[68867]: DEBUG nova.network.neutron [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.062459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.101874] env[68867]: DEBUG nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.196044] env[68867]: DEBUG nova.compute.manager [req-8aee53aa-f124-4f1f-a787-50f8cf56003f req-e0d95396-b8ca-47d3-9a69-05822d51f0dc service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Received event network-vif-plugged-1f3ab5a1-4c05-496c-92f5-1a80031e52cf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.196410] env[68867]: DEBUG oslo_concurrency.lockutils [req-8aee53aa-f124-4f1f-a787-50f8cf56003f req-e0d95396-b8ca-47d3-9a69-05822d51f0dc service nova] Acquiring lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.197078] env[68867]: DEBUG oslo_concurrency.lockutils [req-8aee53aa-f124-4f1f-a787-50f8cf56003f req-e0d95396-b8ca-47d3-9a69-05822d51f0dc service nova] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.197078] env[68867]: DEBUG oslo_concurrency.lockutils [req-8aee53aa-f124-4f1f-a787-50f8cf56003f req-e0d95396-b8ca-47d3-9a69-05822d51f0dc service nova] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.197078] env[68867]: DEBUG nova.compute.manager [req-8aee53aa-f124-4f1f-a787-50f8cf56003f req-e0d95396-b8ca-47d3-9a69-05822d51f0dc service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] No waiting events found dispatching network-vif-plugged-1f3ab5a1-4c05-496c-92f5-1a80031e52cf {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.197078] env[68867]: WARNING nova.compute.manager [req-8aee53aa-f124-4f1f-a787-50f8cf56003f req-e0d95396-b8ca-47d3-9a69-05822d51f0dc service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Received unexpected event network-vif-plugged-1f3ab5a1-4c05-496c-92f5-1a80031e52cf for instance with vm_state building and task_state spawning. [ 830.273500] env[68867]: DEBUG nova.network.neutron [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Updating instance_info_cache with network_info: [{"id": "1f3ab5a1-4c05-496c-92f5-1a80031e52cf", "address": "fa:16:3e:a9:d0:bb", "network": {"id": "535e0cbf-1db7-445a-a37d-f13ab62f4b1a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-913188616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3df013925645548ee34f8cd7b8f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3ab5a1-4c", "ovs_interfaceid": "1f3ab5a1-4c05-496c-92f5-1a80031e52cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.306709] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bf5bb3-94b3-3aa4-60a8-5a067cadf6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.311711] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.313123] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.313123] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.313123] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.313123] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.313307] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94ce20d1-a7f2-4672-9f54-80ce652996b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.323682] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.324063] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.324750] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad2c404-49ab-4db8-b89a-5ba303c5fc55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.338184] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 830.338184] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52994214-c86a-6753-8859-ed0fe40569e2" [ 830.338184] env[68867]: _type = "Task" [ 830.338184] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.348897] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52994214-c86a-6753-8859-ed0fe40569e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.352091] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79636a95-1c56-41f4-962c-0452470e66a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.357954] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 830.357954] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528881dc-88e0-d2b3-ff23-c3b558428606" [ 830.357954] env[68867]: _type = "Task" [ 830.357954] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.366243] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528881dc-88e0-d2b3-ff23-c3b558428606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.490632] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951486, 'name': ReconfigVM_Task, 'duration_secs': 0.858981} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.493417] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d34132e0-a8de-4502-8f32-16056146ec8a/d34132e0-a8de-4502-8f32-16056146ec8a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.494973] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbc1d2c7-e9d3-48e6-871a-e261a7e25f50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.500868] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 830.500868] env[68867]: value = "task-2951487" [ 830.500868] env[68867]: _type = "Task" [ 830.500868] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.513932] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951487, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.616130] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921602c-1c28-458f-838d-54f7c3418262 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.623992] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3338e92b-da4f-4bd7-a17d-42eda7b4fb3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.657767] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91845133-be92-4496-a525-dc2c139eacbc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.666158] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75683920-32cf-423a-ba3d-47fae9e1a8d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.681662] env[68867]: DEBUG nova.compute.provider_tree [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.776663] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Releasing lock "refresh_cache-6e428a90-9bb5-4093-99ef-4e9efa880cb8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.776984] env[68867]: DEBUG nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Instance network_info: |[{"id": "1f3ab5a1-4c05-496c-92f5-1a80031e52cf", "address": "fa:16:3e:a9:d0:bb", "network": {"id": "535e0cbf-1db7-445a-a37d-f13ab62f4b1a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-913188616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3df013925645548ee34f8cd7b8f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3ab5a1-4c", "ovs_interfaceid": "1f3ab5a1-4c05-496c-92f5-1a80031e52cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.777449] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:d0:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f3ab5a1-4c05-496c-92f5-1a80031e52cf', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.785955] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Creating folder: Project (9f3df013925645548ee34f8cd7b8f589). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.786202] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bad4c15-f1f7-4c6a-b310-a33f4e1fdf86 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.797176] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Created folder: Project (9f3df013925645548ee34f8cd7b8f589) in parent group-v592242. [ 830.797433] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Creating folder: Instances. Parent ref: group-v592374. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.797654] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb46666b-0693-4593-aef2-f3d6881f73cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.806686] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Created folder: Instances in parent group-v592374. [ 830.807017] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.807017] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.807164] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2adc98b-2b22-43dc-b950-7d11491362f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.826544] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.826544] env[68867]: value = "task-2951490" [ 830.826544] env[68867]: _type = "Task" [ 830.826544] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.834378] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951490, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.867577] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528881dc-88e0-d2b3-ff23-c3b558428606, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.867577] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.867577] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0ea266a1-6231-47a9-84c4-c78fb619f713/0ea266a1-6231-47a9-84c4-c78fb619f713.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.867824] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc6c455-2058-4498-906f-ca6e0053cade {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.873799] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 830.873799] env[68867]: value = "task-2951491" [ 830.873799] env[68867]: _type = "Task" [ 830.873799] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.886660] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.010956] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951487, 'name': Rename_Task, 'duration_secs': 0.214491} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.011428] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.011785] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-853cbda4-f9e9-4598-ba36-ff949beadb83 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.019558] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 831.019558] env[68867]: value = "task-2951492" [ 831.019558] env[68867]: _type = "Task" [ 831.019558] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.031828] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.115747] env[68867]: DEBUG nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.151293] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.151906] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.156021] env[68867]: DEBUG nova.virt.hardware [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.156021] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03db212-e757-4163-96e0-b9f8880d85d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.167908] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad548104-7591-4fef-bfc5-ef70a607f37c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.188571] env[68867]: DEBUG nova.scheduler.client.report [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.338599] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951490, 'name': CreateVM_Task, 'duration_secs': 0.414605} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.338820] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.339666] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.339841] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.340222] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.340838] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45eaa91e-9e7f-4026-8cea-30d56ebae223 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.346578] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 831.346578] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5229d63e-1484-80f0-2f5e-84330a8f5541" [ 831.346578] env[68867]: _type = "Task" [ 831.346578] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.354857] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "71871f70-15df-4677-8374-5cc6503fc4ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.355024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "71871f70-15df-4677-8374-5cc6503fc4ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.359969] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5229d63e-1484-80f0-2f5e-84330a8f5541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.385783] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490091} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.386201] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0ea266a1-6231-47a9-84c4-c78fb619f713/0ea266a1-6231-47a9-84c4-c78fb619f713.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.386516] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.386782] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06081a1f-0ad3-47cc-8931-83bb68a910f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.389544] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.389757] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.390326] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.390548] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.390792] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.393332] env[68867]: INFO nova.compute.manager [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Terminating instance [ 831.401141] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 831.401141] env[68867]: value = "task-2951493" [ 831.401141] env[68867]: _type = "Task" [ 831.401141] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.411756] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.530135] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.557762] env[68867]: DEBUG nova.network.neutron [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Successfully updated port: dded49e9-0001-416e-ba7d-3c5c825e8bef {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.694415] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.694914] env[68867]: DEBUG nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.699968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.619s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.700169] env[68867]: DEBUG nova.objects.instance [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 831.839939] env[68867]: DEBUG nova.network.neutron [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Successfully updated port: a0136465-ad76-4370-9294-d9ad5d48b5a7 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.858478] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5229d63e-1484-80f0-2f5e-84330a8f5541, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.858792] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.859042] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.859292] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.859455] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.859605] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.859857] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3a1f7b-5e0d-48b8-a659-31053903a18f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.870055] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.870255] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.871282] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ca3e6e-0a02-4d7b-867b-4a4add72123e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.877638] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 831.877638] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5238f051-a17c-40a7-49e5-8b0fdf9707aa" [ 831.877638] env[68867]: _type = "Task" [ 831.877638] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.885957] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5238f051-a17c-40a7-49e5-8b0fdf9707aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.898062] env[68867]: DEBUG nova.compute.manager [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.898336] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.899165] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6e170-abdc-4d86-992d-a282864bb0b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.909897] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073655} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.912042] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.912357] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.913042] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe78d43-4756-471b-b9c2-74d8516ed660 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.915349] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42da642c-8ca4-4195-994e-da2c13591873 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.941246] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 0ea266a1-6231-47a9-84c4-c78fb619f713/0ea266a1-6231-47a9-84c4-c78fb619f713.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.942935] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64bd4ba5-77f8-48a3-84fc-bbfe790a5355 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.957941] env[68867]: DEBUG oslo_vmware.api [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 831.957941] env[68867]: value = "task-2951494" [ 831.957941] env[68867]: _type = "Task" [ 831.957941] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.965689] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 831.965689] env[68867]: value = "task-2951495" [ 831.965689] env[68867]: _type = "Task" [ 831.965689] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.969363] env[68867]: DEBUG oslo_vmware.api [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.977779] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.032014] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951492, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.060931] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-11bc20f4-fdb7-4907-ae3d-088ea6294592" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.061134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-11bc20f4-fdb7-4907-ae3d-088ea6294592" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.061303] env[68867]: DEBUG nova.network.neutron [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.207565] env[68867]: DEBUG nova.compute.utils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.209787] env[68867]: DEBUG nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.209956] env[68867]: DEBUG nova.network.neutron [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.258324] env[68867]: DEBUG nova.policy [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85ea19e5324cf285b51e22290a634e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3255bf5d63a489b9de4886b02bc4c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.342632] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.342632] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.342805] env[68867]: DEBUG nova.network.neutron [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.390060] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5238f051-a17c-40a7-49e5-8b0fdf9707aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.391820] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebaa73ac-09b6-4a3c-b2b7-7818d1542727 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.399556] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 832.399556] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52bb9c30-f39c-d960-8bf2-8de723b8f2e1" [ 832.399556] env[68867]: _type = "Task" [ 832.399556] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.410184] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bb9c30-f39c-d960-8bf2-8de723b8f2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.472985] env[68867]: DEBUG oslo_vmware.api [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951494, 'name': PowerOffVM_Task, 'duration_secs': 0.357681} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.474859] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.475051] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.475401] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f778aab-5409-4c25-b0b5-928e6af00867 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.483989] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.534592] env[68867]: DEBUG oslo_vmware.api [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951492, 'name': PowerOnVM_Task, 'duration_secs': 1.22007} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.534862] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.535102] env[68867]: INFO nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Took 9.54 seconds to spawn the instance on the hypervisor. [ 832.535297] env[68867]: DEBUG nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.536154] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eddbd81-d6a6-4432-aa50-871e1353e8cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.581479] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.581916] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.582381] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Deleting the datastore file [datastore2] f1c2938e-3a85-45ba-afb3-cea2f59a7b55 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.583310] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-356546d4-efea-4268-ae09-840b6cbc2715 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.590455] env[68867]: DEBUG oslo_vmware.api [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for the task: (returnval){ [ 832.590455] env[68867]: value = "task-2951497" [ 832.590455] env[68867]: _type = "Task" [ 832.590455] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.600976] env[68867]: DEBUG oslo_vmware.api [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.605604] env[68867]: DEBUG nova.network.neutron [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.635027] env[68867]: DEBUG nova.network.neutron [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Successfully created port: af9e6363-182a-49f8-a4f4-214950cfeda6 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.711750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b836cd97-450f-4f49-ba30-9a9ca12f248e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.712843] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.038s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.713087] env[68867]: DEBUG nova.objects.instance [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lazy-loading 'resources' on Instance uuid b65b8b21-680b-4bb6-8ea4-5bc8f026f771 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.714322] env[68867]: DEBUG nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.751906] env[68867]: DEBUG nova.network.neutron [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Updating instance_info_cache with network_info: [{"id": "dded49e9-0001-416e-ba7d-3c5c825e8bef", "address": "fa:16:3e:0a:a3:95", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded49e9-00", "ovs_interfaceid": "dded49e9-0001-416e-ba7d-3c5c825e8bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.895335] env[68867]: WARNING nova.network.neutron [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] 526468b3-bb9f-433e-aae8-7a232a583af1 already exists in list: networks containing: ['526468b3-bb9f-433e-aae8-7a232a583af1']. ignoring it [ 832.913142] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bb9c30-f39c-d960-8bf2-8de723b8f2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.054939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.913431] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.913827] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 6e428a90-9bb5-4093-99ef-4e9efa880cb8/6e428a90-9bb5-4093-99ef-4e9efa880cb8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.913960] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-131f2761-7ed8-479d-9df7-8a73c1a32ac6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.926117] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 832.926117] env[68867]: value = "task-2951498" [ 832.926117] env[68867]: _type = "Task" [ 832.926117] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.940140] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.982197] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951495, 'name': ReconfigVM_Task, 'duration_secs': 0.57247} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.982648] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 0ea266a1-6231-47a9-84c4-c78fb619f713/0ea266a1-6231-47a9-84c4-c78fb619f713.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.983605] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5707dcc-a60f-430d-a0cd-3d730172e599 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.992657] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 832.992657] env[68867]: value = "task-2951499" [ 832.992657] env[68867]: _type = "Task" [ 832.992657] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.006675] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951499, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.057628] env[68867]: INFO nova.compute.manager [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Took 44.32 seconds to build instance. [ 833.102867] env[68867]: DEBUG oslo_vmware.api [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Task: {'id': task-2951497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420493} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.105487] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.105688] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.105861] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.106037] env[68867]: INFO nova.compute.manager [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Took 1.21 seconds to destroy the instance on the hypervisor. [ 833.106399] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.106980] env[68867]: DEBUG nova.compute.manager [-] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.107537] env[68867]: DEBUG nova.network.neutron [-] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.144316] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.144632] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.144933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.145656] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.145656] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.149122] env[68867]: INFO nova.compute.manager [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Terminating instance [ 833.257875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-11bc20f4-fdb7-4907-ae3d-088ea6294592" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.258145] env[68867]: DEBUG nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Instance network_info: |[{"id": "dded49e9-0001-416e-ba7d-3c5c825e8bef", "address": "fa:16:3e:0a:a3:95", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded49e9-00", "ovs_interfaceid": "dded49e9-0001-416e-ba7d-3c5c825e8bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.258877] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a3:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dded49e9-0001-416e-ba7d-3c5c825e8bef', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.267064] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating folder: Project (176bf0dbeb0c4b33bd48d20fa96a3f57). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.267360] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b986c53-3546-4b4f-a6ed-daa714a52e3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.283303] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created folder: Project (176bf0dbeb0c4b33bd48d20fa96a3f57) in parent group-v592242. [ 833.283898] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating folder: Instances. Parent ref: group-v592377. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.283898] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b40ee6d0-a4be-4523-99cb-44086a0f921b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.300145] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created folder: Instances in parent group-v592377. [ 833.300400] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.300595] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.300893] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-310284a0-42a2-4706-a661-f6ed5fcef410 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.325759] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.325759] env[68867]: value = "task-2951502" [ 833.325759] env[68867]: _type = "Task" [ 833.325759] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.337440] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951502, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.386979] env[68867]: DEBUG nova.network.neutron [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0136465-ad76-4370-9294-d9ad5d48b5a7", "address": "fa:16:3e:26:19:e1", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0136465-ad", "ovs_interfaceid": "a0136465-ad76-4370-9294-d9ad5d48b5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.445815] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.506793] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951499, 'name': Rename_Task, 'duration_secs': 0.213106} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.506793] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.507132] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4997036-2b12-4d77-8cc3-77dd20332d6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.518476] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 833.518476] env[68867]: value = "task-2951503" [ 833.518476] env[68867]: _type = "Task" [ 833.518476] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.531690] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.559424] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b38f1502-bffd-46a3-8e11-24b28b11c6ae tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "d34132e0-a8de-4502-8f32-16056146ec8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.243s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.656296] env[68867]: DEBUG nova.compute.manager [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.656510] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.657557] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da9d9f6-6a72-4328-8302-4e9479cbd6b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.671025] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.671314] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e62f7ac5-2e98-4549-9493-927f014988cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.681398] env[68867]: DEBUG oslo_vmware.api [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 833.681398] env[68867]: value = "task-2951504" [ 833.681398] env[68867]: _type = "Task" [ 833.681398] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.693101] env[68867]: DEBUG oslo_vmware.api [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.726912] env[68867]: DEBUG nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.757225] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.757225] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.757403] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.757440] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.757567] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.757712] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.757988] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.758183] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.758390] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.758567] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.758735] env[68867]: DEBUG nova.virt.hardware [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.759671] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec2ca9b-fd8c-4de3-9d5b-6d318a15bb75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.772380] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc86fdb2-341e-4f1f-8b99-495c3277316a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.841884] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951502, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.843658] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce224e-0f85-4026-864c-90cfb73b05ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.852464] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec2eda9-ff3a-4e8f-8608-c730a9cfc639 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.887412] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45b8f7e-63f0-4d0e-84d3-0a1db619acc2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.891149] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.891880] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.892108] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.893377] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8032f1c-c7df-4341-8434-432b93bec422 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.927138] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715128d3-503d-489f-a2a1-c5b4795320c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.934733] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.935105] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.935370] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.935679] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.935922] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.936183] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.936522] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.936774] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.937234] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.937382] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.937677] env[68867]: DEBUG nova.virt.hardware [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.949352] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Reconfiguring VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 833.949994] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29801e97-bdc1-4bc7-80d7-7a68347304fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.990927] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619045} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.991481] env[68867]: DEBUG nova.compute.provider_tree [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.997037] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 6e428a90-9bb5-4093-99ef-4e9efa880cb8/6e428a90-9bb5-4093-99ef-4e9efa880cb8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.997037] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.997037] env[68867]: DEBUG oslo_vmware.api [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 833.997037] env[68867]: value = "task-2951505" [ 833.997037] env[68867]: _type = "Task" [ 833.997037] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.997037] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fb79461-8274-4fdb-bf6b-658b853c6640 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.006755] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 834.006755] env[68867]: value = "task-2951506" [ 834.006755] env[68867]: _type = "Task" [ 834.006755] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.009825] env[68867]: DEBUG oslo_vmware.api [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.031412] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951503, 'name': PowerOnVM_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.051448] env[68867]: DEBUG nova.compute.manager [req-04be5bd0-a8a4-456c-8a3a-19406180c192 req-5ed85e2b-56c5-48db-811b-6b4fcc43972a service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received event network-vif-plugged-a0136465-ad76-4370-9294-d9ad5d48b5a7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.051728] env[68867]: DEBUG oslo_concurrency.lockutils [req-04be5bd0-a8a4-456c-8a3a-19406180c192 req-5ed85e2b-56c5-48db-811b-6b4fcc43972a service nova] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.051938] env[68867]: DEBUG oslo_concurrency.lockutils [req-04be5bd0-a8a4-456c-8a3a-19406180c192 req-5ed85e2b-56c5-48db-811b-6b4fcc43972a service nova] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.052158] env[68867]: DEBUG oslo_concurrency.lockutils [req-04be5bd0-a8a4-456c-8a3a-19406180c192 req-5ed85e2b-56c5-48db-811b-6b4fcc43972a service nova] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.052288] env[68867]: DEBUG nova.compute.manager [req-04be5bd0-a8a4-456c-8a3a-19406180c192 req-5ed85e2b-56c5-48db-811b-6b4fcc43972a service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] No waiting events found dispatching network-vif-plugged-a0136465-ad76-4370-9294-d9ad5d48b5a7 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.052436] env[68867]: WARNING nova.compute.manager [req-04be5bd0-a8a4-456c-8a3a-19406180c192 req-5ed85e2b-56c5-48db-811b-6b4fcc43972a service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received unexpected event network-vif-plugged-a0136465-ad76-4370-9294-d9ad5d48b5a7 for instance with vm_state active and task_state None. [ 834.062245] env[68867]: DEBUG nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.193584] env[68867]: DEBUG oslo_vmware.api [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951504, 'name': PowerOffVM_Task, 'duration_secs': 0.434956} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.193865] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.194045] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.194309] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f812e5-4d5e-42ee-986e-9b90633f5895 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.298778] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.298988] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.299252] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleting the datastore file [datastore1] d3784d6b-3bc1-496a-99de-d3db8d261ae7 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.299598] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c3fb08-713c-436e-8904-0bc7f83440f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.310150] env[68867]: DEBUG oslo_vmware.api [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 834.310150] env[68867]: value = "task-2951508" [ 834.310150] env[68867]: _type = "Task" [ 834.310150] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.311463] env[68867]: DEBUG nova.network.neutron [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Successfully updated port: af9e6363-182a-49f8-a4f4-214950cfeda6 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.318494] env[68867]: DEBUG nova.network.neutron [-] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.329012] env[68867]: DEBUG oslo_vmware.api [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.344427] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951502, 'name': CreateVM_Task, 'duration_secs': 0.814541} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.344730] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.345616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.345854] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.346851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.346851] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44f91e8-ee67-45cc-b377-ef63a39f11de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355172] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 834.355172] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52767a43-0ddd-bd15-3931-3b51e60ff261" [ 834.355172] env[68867]: _type = "Task" [ 834.355172] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.368193] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52767a43-0ddd-bd15-3931-3b51e60ff261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.496572] env[68867]: DEBUG nova.scheduler.client.report [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.511634] env[68867]: DEBUG oslo_vmware.api [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.521684] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142587} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.525239] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.525989] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029e546-e240-444a-9f9e-29b32772779b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.535392] env[68867]: DEBUG oslo_vmware.api [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951503, 'name': PowerOnVM_Task, 'duration_secs': 0.947009} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.545781] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.545999] env[68867]: INFO nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Took 8.79 seconds to spawn the instance on the hypervisor. [ 834.546204] env[68867]: DEBUG nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.555559] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 6e428a90-9bb5-4093-99ef-4e9efa880cb8/6e428a90-9bb5-4093-99ef-4e9efa880cb8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.556422] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01cc55-9ec8-433e-b02c-9aceecb1086d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.559127] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a97bec25-5595-452b-b545-05b0401ca265 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.590068] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 834.590068] env[68867]: value = "task-2951509" [ 834.590068] env[68867]: _type = "Task" [ 834.590068] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.595332] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.603423] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.819573] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-00034a52-903c-4575-acd3-4912a144e6ef" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.819820] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-00034a52-903c-4575-acd3-4912a144e6ef" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.821916] env[68867]: DEBUG nova.network.neutron [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.823288] env[68867]: INFO nova.compute.manager [-] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Took 1.72 seconds to deallocate network for instance. [ 834.837301] env[68867]: DEBUG oslo_vmware.api [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159023} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.838766] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.839308] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.839645] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.839931] env[68867]: INFO nova.compute.manager [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 834.844020] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.844020] env[68867]: DEBUG nova.compute.manager [-] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.844020] env[68867]: DEBUG nova.network.neutron [-] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.871913] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52767a43-0ddd-bd15-3931-3b51e60ff261, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.872401] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.872772] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.873152] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.873420] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.877021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.877021] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cf051d-13c3-49d6-964a-7e2aafbcf146 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.889469] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.889949] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.891215] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992e585f-2de7-434f-8d23-3d057a3641f3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.899129] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 834.899129] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525efcd4-429d-a114-31ad-fcb476ff1558" [ 834.899129] env[68867]: _type = "Task" [ 834.899129] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.908123] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525efcd4-429d-a114-31ad-fcb476ff1558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.008069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.012099] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.146s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.015563] env[68867]: INFO nova.compute.claims [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.027928] env[68867]: DEBUG oslo_vmware.api [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951505, 'name': ReconfigVM_Task, 'duration_secs': 0.916946} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.028687] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.029064] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Reconfigured VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 835.040299] env[68867]: INFO nova.scheduler.client.report [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleted allocations for instance b65b8b21-680b-4bb6-8ea4-5bc8f026f771 [ 835.095498] env[68867]: INFO nova.compute.manager [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Took 46.20 seconds to build instance. [ 835.107882] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.339586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.358868] env[68867]: DEBUG nova.network.neutron [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.415039] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525efcd4-429d-a114-31ad-fcb476ff1558, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.416147] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83b11bf-d1d2-432f-8bc7-30e8cdec52bb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.427552] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 835.427552] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b71769-0de8-e648-f101-1bc494de75e7" [ 835.427552] env[68867]: _type = "Task" [ 835.427552] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.441097] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b71769-0de8-e648-f101-1bc494de75e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.534681] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a442393d-d36f-4fd0-b7ab-0bbc1ed2583e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-66b2bb97-67dd-40cd-bdba-dd70e30823be-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.184s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.548510] env[68867]: DEBUG nova.network.neutron [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Updating instance_info_cache with network_info: [{"id": "af9e6363-182a-49f8-a4f4-214950cfeda6", "address": "fa:16:3e:39:42:8d", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9e6363-18", "ovs_interfaceid": "af9e6363-182a-49f8-a4f4-214950cfeda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.550555] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3dfb1dd5-f2c8-4b45-a8f5-be6704057017 tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "b65b8b21-680b-4bb6-8ea4-5bc8f026f771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.106s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.599583] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1a2c1767-be67-4d6f-ad60-448da78b8ba6 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.724s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.610895] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951509, 'name': ReconfigVM_Task, 'duration_secs': 0.865722} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.611982] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 6e428a90-9bb5-4093-99ef-4e9efa880cb8/6e428a90-9bb5-4093-99ef-4e9efa880cb8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.612693] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9f3c2b-3bcb-47bc-a6e7-bf6254c543a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.622849] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 835.622849] env[68867]: value = "task-2951510" [ 835.622849] env[68867]: _type = "Task" [ 835.622849] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.632032] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951510, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.907932] env[68867]: DEBUG nova.network.neutron [-] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.939652] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b71769-0de8-e648-f101-1bc494de75e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014655} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.939932] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.940263] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 11bc20f4-fdb7-4907-ae3d-088ea6294592/11bc20f4-fdb7-4907-ae3d-088ea6294592.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.940469] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48f222c0-c33f-497b-a033-21e1b67767a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.948789] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 835.948789] env[68867]: value = "task-2951511" [ 835.948789] env[68867]: _type = "Task" [ 835.948789] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.959032] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.977823] env[68867]: DEBUG nova.compute.manager [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Received event network-changed-1f3ab5a1-4c05-496c-92f5-1a80031e52cf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.978233] env[68867]: DEBUG nova.compute.manager [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Refreshing instance network info cache due to event network-changed-1f3ab5a1-4c05-496c-92f5-1a80031e52cf. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.978582] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Acquiring lock "refresh_cache-6e428a90-9bb5-4093-99ef-4e9efa880cb8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.978716] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Acquired lock "refresh_cache-6e428a90-9bb5-4093-99ef-4e9efa880cb8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.978918] env[68867]: DEBUG nova.network.neutron [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Refreshing network info cache for port 1f3ab5a1-4c05-496c-92f5-1a80031e52cf {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.053968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-00034a52-903c-4575-acd3-4912a144e6ef" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.053968] env[68867]: DEBUG nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Instance network_info: |[{"id": "af9e6363-182a-49f8-a4f4-214950cfeda6", "address": "fa:16:3e:39:42:8d", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9e6363-18", "ovs_interfaceid": "af9e6363-182a-49f8-a4f4-214950cfeda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.054749] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:42:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9e6363-182a-49f8-a4f4-214950cfeda6', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.064219] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating folder: Project (b3255bf5d63a489b9de4886b02bc4c8f). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.068594] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b92c0a87-1620-4c32-90d7-b86bd610f421 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.083803] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created folder: Project (b3255bf5d63a489b9de4886b02bc4c8f) in parent group-v592242. [ 836.083803] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating folder: Instances. Parent ref: group-v592380. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.087291] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fde8175-1c80-4670-8c75-3bcb0172845d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.101218] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created folder: Instances in parent group-v592380. [ 836.101589] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.105025] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.105528] env[68867]: DEBUG nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.109839] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d12521b6-da0f-48ed-be21-4054e56436de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.143299] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951510, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.148249] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.148249] env[68867]: value = "task-2951514" [ 836.148249] env[68867]: _type = "Task" [ 836.148249] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.158657] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951514, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.410865] env[68867]: INFO nova.compute.manager [-] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Took 1.57 seconds to deallocate network for instance. [ 836.460150] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.562513] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3be573-0193-4de7-9c4d-4d10288b4601 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.571965] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcfb36d-e42c-4781-8872-067555ed4f33 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.612040] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae085e-ee91-4d68-a193-5ca6e12d8f39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.621163] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766ad1f0-8d00-47a2-bc6f-9dbfa9bf0fcc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.639193] env[68867]: DEBUG nova.compute.provider_tree [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.655535] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951510, 'name': Rename_Task, 'duration_secs': 0.569969} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.656154] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.656954] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b9a022f-875a-4f2f-9d46-aadbf5c5db5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.659200] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.662722] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951514, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.664097] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 836.664097] env[68867]: value = "task-2951515" [ 836.664097] env[68867]: _type = "Task" [ 836.664097] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.672783] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.750252] env[68867]: DEBUG nova.network.neutron [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Updated VIF entry in instance network info cache for port 1f3ab5a1-4c05-496c-92f5-1a80031e52cf. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.750614] env[68867]: DEBUG nova.network.neutron [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Updating instance_info_cache with network_info: [{"id": "1f3ab5a1-4c05-496c-92f5-1a80031e52cf", "address": "fa:16:3e:a9:d0:bb", "network": {"id": "535e0cbf-1db7-445a-a37d-f13ab62f4b1a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-913188616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3df013925645548ee34f8cd7b8f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3ab5a1-4c", "ovs_interfaceid": "1f3ab5a1-4c05-496c-92f5-1a80031e52cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.921288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.973631] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632341} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.973631] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 11bc20f4-fdb7-4907-ae3d-088ea6294592/11bc20f4-fdb7-4907-ae3d-088ea6294592.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.973631] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.973631] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e959b465-5b0e-4009-ac10-27598d9d0410 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.981009] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 836.981009] env[68867]: value = "task-2951516" [ 836.981009] env[68867]: _type = "Task" [ 836.981009] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.990453] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.150491] env[68867]: DEBUG nova.scheduler.client.report [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.172131] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received event network-changed-a0136465-ad76-4370-9294-d9ad5d48b5a7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.172592] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Refreshing instance network info cache due to event network-changed-a0136465-ad76-4370-9294-d9ad5d48b5a7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.173615] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquiring lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.173615] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquired lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.173615] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Refreshing network info cache for port a0136465-ad76-4370-9294-d9ad5d48b5a7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.186036] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951514, 'name': CreateVM_Task, 'duration_secs': 0.74424} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.189721] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.189834] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.193106] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.193106] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.193106] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.193106] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9d2b57-9f3d-42df-9074-29338390f0fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.197306] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 837.197306] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f79663-1616-ade3-fff2-c17db605ae89" [ 837.197306] env[68867]: _type = "Task" [ 837.197306] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.206271] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f79663-1616-ade3-fff2-c17db605ae89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.246543] env[68867]: DEBUG nova.compute.manager [None req-137c5d0b-3364-4290-845d-f364f174b914 tempest-ServerExternalEventsTest-483717618 tempest-ServerExternalEventsTest-483717618-project] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Received event network-changed {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.246780] env[68867]: DEBUG nova.compute.manager [None req-137c5d0b-3364-4290-845d-f364f174b914 tempest-ServerExternalEventsTest-483717618 tempest-ServerExternalEventsTest-483717618-project] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Refreshing instance network info cache due to event network-changed. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.247043] env[68867]: DEBUG oslo_concurrency.lockutils [None req-137c5d0b-3364-4290-845d-f364f174b914 tempest-ServerExternalEventsTest-483717618 tempest-ServerExternalEventsTest-483717618-project] Acquiring lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.247261] env[68867]: DEBUG oslo_concurrency.lockutils [None req-137c5d0b-3364-4290-845d-f364f174b914 tempest-ServerExternalEventsTest-483717618 tempest-ServerExternalEventsTest-483717618-project] Acquired lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.247600] env[68867]: DEBUG nova.network.neutron [None req-137c5d0b-3364-4290-845d-f364f174b914 tempest-ServerExternalEventsTest-483717618 tempest-ServerExternalEventsTest-483717618-project] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.253297] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Releasing lock "refresh_cache-6e428a90-9bb5-4093-99ef-4e9efa880cb8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.253530] env[68867]: DEBUG nova.compute.manager [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Received event network-vif-plugged-dded49e9-0001-416e-ba7d-3c5c825e8bef {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.253712] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Acquiring lock "11bc20f4-fdb7-4907-ae3d-088ea6294592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.253915] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.254083] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.254246] env[68867]: DEBUG nova.compute.manager [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] No waiting events found dispatching network-vif-plugged-dded49e9-0001-416e-ba7d-3c5c825e8bef {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.254405] env[68867]: WARNING nova.compute.manager [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Received unexpected event network-vif-plugged-dded49e9-0001-416e-ba7d-3c5c825e8bef for instance with vm_state building and task_state spawning. [ 837.254563] env[68867]: DEBUG nova.compute.manager [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Received event network-changed-dded49e9-0001-416e-ba7d-3c5c825e8bef {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.254742] env[68867]: DEBUG nova.compute.manager [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Refreshing instance network info cache due to event network-changed-dded49e9-0001-416e-ba7d-3c5c825e8bef. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.254976] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Acquiring lock "refresh_cache-11bc20f4-fdb7-4907-ae3d-088ea6294592" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.255123] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Acquired lock "refresh_cache-11bc20f4-fdb7-4907-ae3d-088ea6294592" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.255278] env[68867]: DEBUG nova.network.neutron [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Refreshing network info cache for port dded49e9-0001-416e-ba7d-3c5c825e8bef {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.493997] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078472} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.494289] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.495485] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44477f20-3dc2-415d-8d56-6978c39dc05b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.519514] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 11bc20f4-fdb7-4907-ae3d-088ea6294592/11bc20f4-fdb7-4907-ae3d-088ea6294592.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.520180] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a65e3f-7aae-48bb-8eb4-6d9d245659be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.541810] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 837.541810] env[68867]: value = "task-2951517" [ 837.541810] env[68867]: _type = "Task" [ 837.541810] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.552338] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.676618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.677143] env[68867]: DEBUG nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.681827] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.606s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.683388] env[68867]: DEBUG nova.objects.instance [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lazy-loading 'resources' on Instance uuid adc0124f-b328-4243-a734-75a8a6424d5d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.694317] env[68867]: DEBUG oslo_vmware.api [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951515, 'name': PowerOnVM_Task, 'duration_secs': 0.796258} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.695199] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.695402] env[68867]: INFO nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Took 9.25 seconds to spawn the instance on the hypervisor. [ 837.695572] env[68867]: DEBUG nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.696419] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f977d02-ac7f-41af-89c7-f5f10c0c48d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.712339] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f79663-1616-ade3-fff2-c17db605ae89, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.715831] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.716381] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.716748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.717252] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.717584] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.721498] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e8c65b-93ef-4637-87d6-a0da7aaeb690 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.732834] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.733029] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.733781] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6f1b02-b325-45d4-90f1-247a3833a624 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.743536] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 837.743536] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529c97f4-cf7c-dd50-7c01-4ec0d771b137" [ 837.743536] env[68867]: _type = "Task" [ 837.743536] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.755270] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529c97f4-cf7c-dd50-7c01-4ec0d771b137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.820553] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "14625365-3474-4822-a561-dce6ae6b5cfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.820824] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "14625365-3474-4822-a561-dce6ae6b5cfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.821036] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "14625365-3474-4822-a561-dce6ae6b5cfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.821242] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "14625365-3474-4822-a561-dce6ae6b5cfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.821404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "14625365-3474-4822-a561-dce6ae6b5cfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.825777] env[68867]: INFO nova.compute.manager [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Terminating instance [ 837.945631] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1552de5-c089-48df-a8d0-aad4ea075f89 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.953674] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-388a8453-6160-4808-b0a5-524c0f000477 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Suspending the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 837.955985] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e671691e-28bf-46f4-80fe-6f9fb1fde3ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.972118] env[68867]: DEBUG oslo_vmware.api [None req-388a8453-6160-4808-b0a5-524c0f000477 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 837.972118] env[68867]: value = "task-2951518" [ 837.972118] env[68867]: _type = "Task" [ 837.972118] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.981653] env[68867]: DEBUG oslo_vmware.api [None req-388a8453-6160-4808-b0a5-524c0f000477 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951518, 'name': SuspendVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.040635] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updated VIF entry in instance network info cache for port a0136465-ad76-4370-9294-d9ad5d48b5a7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.041152] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0136465-ad76-4370-9294-d9ad5d48b5a7", "address": "fa:16:3e:26:19:e1", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0136465-ad", "ovs_interfaceid": "a0136465-ad76-4370-9294-d9ad5d48b5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.058845] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "d34132e0-a8de-4502-8f32-16056146ec8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.059113] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "d34132e0-a8de-4502-8f32-16056146ec8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.059325] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "d34132e0-a8de-4502-8f32-16056146ec8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.059543] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "d34132e0-a8de-4502-8f32-16056146ec8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.059725] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "d34132e0-a8de-4502-8f32-16056146ec8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.061417] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951517, 'name': ReconfigVM_Task, 'duration_secs': 0.294986} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.061845] env[68867]: INFO nova.compute.manager [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Terminating instance [ 838.063359] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 11bc20f4-fdb7-4907-ae3d-088ea6294592/11bc20f4-fdb7-4907-ae3d-088ea6294592.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.064841] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-036c4c88-3fc0-4c9a-9f05-e4d7399c0243 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.074305] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 838.074305] env[68867]: value = "task-2951519" [ 838.074305] env[68867]: _type = "Task" [ 838.074305] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.087749] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951519, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.115115] env[68867]: DEBUG nova.network.neutron [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Updated VIF entry in instance network info cache for port dded49e9-0001-416e-ba7d-3c5c825e8bef. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.115679] env[68867]: DEBUG nova.network.neutron [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Updating instance_info_cache with network_info: [{"id": "dded49e9-0001-416e-ba7d-3c5c825e8bef", "address": "fa:16:3e:0a:a3:95", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded49e9-00", "ovs_interfaceid": "dded49e9-0001-416e-ba7d-3c5c825e8bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.193330] env[68867]: DEBUG nova.compute.utils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.195599] env[68867]: DEBUG nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.196384] env[68867]: DEBUG nova.network.neutron [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.212345] env[68867]: DEBUG nova.network.neutron [None req-137c5d0b-3364-4290-845d-f364f174b914 tempest-ServerExternalEventsTest-483717618 tempest-ServerExternalEventsTest-483717618-project] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Updating instance_info_cache with network_info: [{"id": "6a2df040-dc5e-4219-a014-aedef6319389", "address": "fa:16:3e:77:af:17", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2df040-dc", "ovs_interfaceid": "6a2df040-dc5e-4219-a014-aedef6319389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.244237] env[68867]: INFO nova.compute.manager [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Took 47.67 seconds to build instance. [ 838.254303] env[68867]: DEBUG nova.policy [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e878ecad4a1048a0a7ebc03a855f202c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51495231f564f068258565184d7429d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.259960] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529c97f4-cf7c-dd50-7c01-4ec0d771b137, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.260963] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b38dab-5299-465e-b1a2-c9f609659626 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.272990] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 838.272990] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52752f66-1da5-3c78-7645-e982dcdeeaeb" [ 838.272990] env[68867]: _type = "Task" [ 838.272990] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.285760] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52752f66-1da5-3c78-7645-e982dcdeeaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.331826] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "refresh_cache-14625365-3474-4822-a561-dce6ae6b5cfd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.332216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquired lock "refresh_cache-14625365-3474-4822-a561-dce6ae6b5cfd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332521] env[68867]: DEBUG nova.network.neutron [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.484947] env[68867]: DEBUG oslo_vmware.api [None req-388a8453-6160-4808-b0a5-524c0f000477 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951518, 'name': SuspendVM_Task} progress is 62%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.547209] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Releasing lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.547563] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received event network-changed-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.547733] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing instance network info cache due to event network-changed-025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.548169] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquiring lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.548446] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquired lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.548625] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.570142] env[68867]: DEBUG nova.compute.manager [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.570142] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.570142] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f7de76-1b7d-4ebf-b3db-ba18669c0903 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.572942] env[68867]: DEBUG nova.network.neutron [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Successfully created port: a9b07085-18e7-4517-9f6c-e1680a65d1a0 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.583180] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.585304] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b013067-af34-4c00-90b8-5c405a4090ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.593370] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951519, 'name': Rename_Task, 'duration_secs': 0.305658} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.593457] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.593683] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bd0993a-ef5d-4de2-adef-c7110c7b36d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.599136] env[68867]: DEBUG oslo_vmware.api [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 838.599136] env[68867]: value = "task-2951520" [ 838.599136] env[68867]: _type = "Task" [ 838.599136] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.600888] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 838.600888] env[68867]: value = "task-2951521" [ 838.600888] env[68867]: _type = "Task" [ 838.600888] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.615541] env[68867]: DEBUG oslo_vmware.api [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.619244] env[68867]: DEBUG oslo_concurrency.lockutils [req-9fc4dad6-0b3d-46d0-8151-1ac7647354ff req-0a7cc26a-543b-4a52-b013-de75bff065d9 service nova] Releasing lock "refresh_cache-11bc20f4-fdb7-4907-ae3d-088ea6294592" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.619643] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.701549] env[68867]: DEBUG nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.717579] env[68867]: DEBUG oslo_concurrency.lockutils [None req-137c5d0b-3364-4290-845d-f364f174b914 tempest-ServerExternalEventsTest-483717618 tempest-ServerExternalEventsTest-483717618-project] Releasing lock "refresh_cache-d34132e0-a8de-4502-8f32-16056146ec8a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745962] env[68867]: DEBUG oslo_concurrency.lockutils [None req-916a910e-412f-4fd5-90bd-8fe7c1394d36 tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.153s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.773925] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e276d1-1456-416f-a4e4-65e8f8362710 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.794036] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8378f6ec-47b8-4938-b036-655d4205253e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.799170] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52752f66-1da5-3c78-7645-e982dcdeeaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.019673} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.799514] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.799826] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.801014] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38a79c5c-900f-4853-9bd2-ac66f4a8d66b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.589429] env[68867]: DEBUG nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.603645] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61446935-359f-4221-b9f3-9d06d4f3c2fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.607775] env[68867]: DEBUG nova.compute.manager [req-c99d8bba-e105-4a42-8694-116b7e9ae41b req-f0bc8b53-a2bf-4cf3-9967-bbe8c36de7d4 service nova] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Received event network-vif-deleted-485513aa-efad-45b5-be5b-366243a036c9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.612453] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 839.612453] env[68867]: value = "task-2951522" [ 839.612453] env[68867]: _type = "Task" [ 839.612453] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.627750] env[68867]: DEBUG oslo_vmware.api [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951520, 'name': PowerOffVM_Task, 'duration_secs': 0.301917} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.627996] env[68867]: DEBUG oslo_vmware.api [None req-388a8453-6160-4808-b0a5-524c0f000477 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951518, 'name': SuspendVM_Task, 'duration_secs': 0.724823} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.631794] env[68867]: DEBUG oslo_vmware.api [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951521, 'name': PowerOnVM_Task, 'duration_secs': 0.536068} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.633866] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.634060] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.634329] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-388a8453-6160-4808-b0a5-524c0f000477 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Suspended the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 839.634528] env[68867]: DEBUG nova.compute.manager [None req-388a8453-6160-4808-b0a5-524c0f000477 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.634796] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.634974] env[68867]: INFO nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Took 8.52 seconds to spawn the instance on the hypervisor. [ 839.635152] env[68867]: DEBUG nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.636034] env[68867]: DEBUG nova.network.neutron [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.638390] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dd43fe0-25a1-4f9b-a028-e6e162d466e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.640666] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9934d36-7ac1-4800-8c90-aa9535c62b7e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.645094] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00632f99-4408-4ab1-8d80-aeb4ec12b988 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.659092] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.664302] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080852bb-b4a3-4db0-9097-6d34e2d9c351 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.688091] env[68867]: DEBUG nova.compute.provider_tree [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.734406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.734743] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.734983] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Deleting the datastore file [datastore1] d34132e0-a8de-4502-8f32-16056146ec8a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.735502] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a634ac7-3d1f-4d29-9a16-a7df58b39f7e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.743268] env[68867]: DEBUG oslo_vmware.api [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for the task: (returnval){ [ 839.743268] env[68867]: value = "task-2951524" [ 839.743268] env[68867]: _type = "Task" [ 839.743268] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.750051] env[68867]: DEBUG nova.compute.manager [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Received event network-changed-16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.750241] env[68867]: DEBUG nova.compute.manager [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Refreshing instance network info cache due to event network-changed-16184315-bef4-4c9c-962c-5774b8bd3e91. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.750459] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] Acquiring lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.750595] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] Acquired lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.751056] env[68867]: DEBUG nova.network.neutron [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Refreshing network info cache for port 16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.758450] env[68867]: DEBUG oslo_vmware.api [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.788029] env[68867]: DEBUG nova.network.neutron [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.097557] env[68867]: DEBUG nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.125123] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951522, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.132430] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.133147] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.133394] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.133595] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.133765] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.139000] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.139438] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.139653] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.139913] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.140129] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.140283] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.140499] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.140661] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.140823] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.140980] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.141167] env[68867]: DEBUG nova.virt.hardware [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.142191] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce643f5c-0c45-4ab6-95df-6e62ba523506 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.147671] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.148188] env[68867]: INFO nova.compute.manager [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Terminating instance [ 840.156871] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d739758-079c-4f22-95ae-4ec45ac61f20 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.163973] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updated VIF entry in instance network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.164408] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updating instance_info_cache with network_info: [{"id": "025dc181-5126-4a29-8372-46d844f2adf7", "address": "fa:16:3e:9c:29:02", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025dc181-51", "ovs_interfaceid": "025dc181-5126-4a29-8372-46d844f2adf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.169916] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-66b2bb97-67dd-40cd-bdba-dd70e30823be-a0136465-ad76-4370-9294-d9ad5d48b5a7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.170328] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-66b2bb97-67dd-40cd-bdba-dd70e30823be-a0136465-ad76-4370-9294-d9ad5d48b5a7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.197129] env[68867]: DEBUG nova.scheduler.client.report [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.203804] env[68867]: INFO nova.compute.manager [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Took 44.69 seconds to build instance. [ 840.258550] env[68867]: DEBUG oslo_vmware.api [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Task: {'id': task-2951524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254669} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.258550] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.258550] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.258550] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.258550] env[68867]: INFO nova.compute.manager [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Took 1.69 seconds to destroy the instance on the hypervisor. [ 840.258550] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.258932] env[68867]: DEBUG nova.compute.manager [-] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.258932] env[68867]: DEBUG nova.network.neutron [-] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.292155] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Releasing lock "refresh_cache-14625365-3474-4822-a561-dce6ae6b5cfd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.292618] env[68867]: DEBUG nova.compute.manager [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.293043] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.293787] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0987202e-66b0-4b6a-bd86-ea41bc9cd29f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.310408] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.310820] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7de168d-26ff-472a-b472-8ede1251493e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.317999] env[68867]: DEBUG oslo_vmware.api [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 840.317999] env[68867]: value = "task-2951525" [ 840.317999] env[68867]: _type = "Task" [ 840.317999] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.327962] env[68867]: DEBUG oslo_vmware.api [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.399227] env[68867]: DEBUG nova.network.neutron [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Successfully updated port: a9b07085-18e7-4517-9f6c-e1680a65d1a0 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.527293] env[68867]: DEBUG nova.network.neutron [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updated VIF entry in instance network info cache for port 16184315-bef4-4c9c-962c-5774b8bd3e91. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.527655] env[68867]: DEBUG nova.network.neutron [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updating instance_info_cache with network_info: [{"id": "16184315-bef4-4c9c-962c-5774b8bd3e91", "address": "fa:16:3e:5b:ee:81", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16184315-be", "ovs_interfaceid": "16184315-bef4-4c9c-962c-5774b8bd3e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.627138] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61114} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.627573] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.627713] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.627996] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4979dc9c-1f53-4760-bb38-0b24025b67f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.637764] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 840.637764] env[68867]: value = "task-2951526" [ 840.637764] env[68867]: _type = "Task" [ 840.637764] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.652286] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.652963] env[68867]: DEBUG nova.compute.manager [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.653239] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.654538] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd05b465-f354-4fca-9f1c-4903521f835e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.664499] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.665156] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e2cafba-bd84-48d8-a910-c5f0f0af3bac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.672834] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Releasing lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.673062] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Received event network-vif-plugged-af9e6363-182a-49f8-a4f4-214950cfeda6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.673258] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquiring lock "00034a52-903c-4575-acd3-4912a144e6ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.673506] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Lock "00034a52-903c-4575-acd3-4912a144e6ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.673973] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Lock "00034a52-903c-4575-acd3-4912a144e6ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.674196] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] No waiting events found dispatching network-vif-plugged-af9e6363-182a-49f8-a4f4-214950cfeda6 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.674379] env[68867]: WARNING nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Received unexpected event network-vif-plugged-af9e6363-182a-49f8-a4f4-214950cfeda6 for instance with vm_state building and task_state spawning. [ 840.674546] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Received event network-changed-af9e6363-182a-49f8-a4f4-214950cfeda6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.674734] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Refreshing instance network info cache due to event network-changed-af9e6363-182a-49f8-a4f4-214950cfeda6. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.674952] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquiring lock "refresh_cache-00034a52-903c-4575-acd3-4912a144e6ef" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.675118] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquired lock "refresh_cache-00034a52-903c-4575-acd3-4912a144e6ef" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.675279] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Refreshing network info cache for port af9e6363-182a-49f8-a4f4-214950cfeda6 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.677420] env[68867]: DEBUG oslo_vmware.api [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 840.677420] env[68867]: value = "task-2951527" [ 840.677420] env[68867]: _type = "Task" [ 840.677420] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.677607] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.681031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.681031] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd97738-ea2b-4c16-a04b-3e5e6ca741bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.708974] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.027s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.711529] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c78b7d5c-30f7-45d7-9533-baf6c20f173e tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.629s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.716912] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.791s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.717224] env[68867]: DEBUG nova.objects.instance [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lazy-loading 'resources' on Instance uuid daa44d73-b9a8-4aaa-9240-410dfc5d2d80 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.719783] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5873b9-f932-4dff-b8a9-8f423e13bb55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.722861] env[68867]: DEBUG oslo_vmware.api [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.748596] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Reconfiguring VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 840.749919] env[68867]: INFO nova.scheduler.client.report [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Deleted allocations for instance adc0124f-b328-4243-a734-75a8a6424d5d [ 840.751279] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb30efc1-7aa8-4a20-856d-dda8a52b3f46 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.778025] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 840.778025] env[68867]: value = "task-2951528" [ 840.778025] env[68867]: _type = "Task" [ 840.778025] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.783307] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.829778] env[68867]: DEBUG oslo_vmware.api [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951525, 'name': PowerOffVM_Task, 'duration_secs': 0.327698} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.830063] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.830235] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.830529] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e61d47c2-4839-4ed9-b11a-3fa32f225c82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.862920] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.863155] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.863337] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleting the datastore file [datastore1] 14625365-3474-4822-a561-dce6ae6b5cfd {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.863613] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fca3469f-29c7-4805-8b17-b69599a66689 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.871289] env[68867]: DEBUG oslo_vmware.api [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for the task: (returnval){ [ 840.871289] env[68867]: value = "task-2951530" [ 840.871289] env[68867]: _type = "Task" [ 840.871289] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.881291] env[68867]: DEBUG oslo_vmware.api [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.902045] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "refresh_cache-9193b301-bb6f-4c46-9a53-f4205e68f49c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.902201] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "refresh_cache-9193b301-bb6f-4c46-9a53-f4205e68f49c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.902334] env[68867]: DEBUG nova.network.neutron [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.030930] env[68867]: DEBUG oslo_concurrency.lockutils [req-0a74ed21-82a4-4f58-9101-4b4602af0dc2 req-cde65381-4894-402e-a246-8be70148f75c service nova] Releasing lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.152139] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095783} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.152139] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.152139] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d676b87c-a240-4192-954f-e5fbb58d54d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.180151] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.182484] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a558b9d-de37-43b7-a77c-61ce9450be8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.209569] env[68867]: DEBUG oslo_vmware.api [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951527, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.211103] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 841.211103] env[68867]: value = "task-2951531" [ 841.211103] env[68867]: _type = "Task" [ 841.211103] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.227776] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.273396] env[68867]: DEBUG oslo_concurrency.lockutils [None req-87289973-75b3-4374-befe-a0802e05b846 tempest-ServerRescueTestJSONUnderV235-475646887 tempest-ServerRescueTestJSONUnderV235-475646887-project-member] Lock "adc0124f-b328-4243-a734-75a8a6424d5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.641s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.293554] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.388183] env[68867]: DEBUG oslo_vmware.api [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Task: {'id': task-2951530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385259} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.388545] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.388732] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.388906] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.389082] env[68867]: INFO nova.compute.manager [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 841.389357] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.389741] env[68867]: DEBUG nova.compute.manager [-] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.389847] env[68867]: DEBUG nova.network.neutron [-] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.412156] env[68867]: DEBUG nova.network.neutron [-] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.450113] env[68867]: DEBUG nova.network.neutron [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.548166] env[68867]: DEBUG nova.network.neutron [-] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.622612] env[68867]: DEBUG nova.network.neutron [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Updating instance_info_cache with network_info: [{"id": "a9b07085-18e7-4517-9f6c-e1680a65d1a0", "address": "fa:16:3e:47:1c:c6", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9b07085-18", "ovs_interfaceid": "a9b07085-18e7-4517-9f6c-e1680a65d1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.690776] env[68867]: DEBUG oslo_vmware.api [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951527, 'name': PowerOffVM_Task, 'duration_secs': 0.597652} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.691817] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.692280] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.695320] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3334d8-a4d0-48bd-b3f5-a1b67545f7d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.725366] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.758805] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf92d96c-8de3-45c4-b577-7522b4fc66e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.768253] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f78b5c-0acc-49e3-a19e-0ed05d9c0862 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.774020] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.774253] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.774432] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Deleting the datastore file [datastore1] 1bf15cde-c03f-426d-8a59-af1bba3b394d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.774687] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83536e28-e40a-4618-a21e-961d19062c22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.807876] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c97f7c-f967-49a7-8243-c16ccfbe5525 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.813365] env[68867]: DEBUG oslo_vmware.api [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 841.813365] env[68867]: value = "task-2951533" [ 841.813365] env[68867]: _type = "Task" [ 841.813365] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.817488] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.825619] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397621a4-627b-45fb-848c-449e7e31812a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.839667] env[68867]: DEBUG oslo_vmware.api [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.847383] env[68867]: DEBUG nova.compute.provider_tree [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.855563] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Updated VIF entry in instance network info cache for port af9e6363-182a-49f8-a4f4-214950cfeda6. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.855912] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Updating instance_info_cache with network_info: [{"id": "af9e6363-182a-49f8-a4f4-214950cfeda6", "address": "fa:16:3e:39:42:8d", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9e6363-18", "ovs_interfaceid": "af9e6363-182a-49f8-a4f4-214950cfeda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.914284] env[68867]: DEBUG nova.network.neutron [-] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.051227] env[68867]: INFO nova.compute.manager [-] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Took 1.79 seconds to deallocate network for instance. [ 842.130352] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "refresh_cache-9193b301-bb6f-4c46-9a53-f4205e68f49c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.130352] env[68867]: DEBUG nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Instance network_info: |[{"id": "a9b07085-18e7-4517-9f6c-e1680a65d1a0", "address": "fa:16:3e:47:1c:c6", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9b07085-18", "ovs_interfaceid": "a9b07085-18e7-4517-9f6c-e1680a65d1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.130352] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:1c:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9b07085-18e7-4517-9f6c-e1680a65d1a0', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.139471] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.145139] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.145139] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050d9a1e-8794-4c7c-b9a8-f8d2eb6f8599 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.169585] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.169585] env[68867]: value = "task-2951534" [ 842.169585] env[68867]: _type = "Task" [ 842.169585] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.181940] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951534, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.223909] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951531, 'name': ReconfigVM_Task, 'duration_secs': 0.634835} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.227176] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.227860] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3489dced-a0e2-4cc3-89e6-ef143fa3cd10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.236598] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 842.236598] env[68867]: value = "task-2951535" [ 842.236598] env[68867]: _type = "Task" [ 842.236598] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.248992] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951535, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.288930] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.330019] env[68867]: DEBUG oslo_vmware.api [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275288} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.330457] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.330591] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.330716] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.330881] env[68867]: INFO nova.compute.manager [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Took 1.68 seconds to destroy the instance on the hypervisor. [ 842.331353] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.331599] env[68867]: DEBUG nova.compute.manager [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.331708] env[68867]: DEBUG nova.network.neutron [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.351996] env[68867]: DEBUG nova.scheduler.client.report [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.359285] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Releasing lock "refresh_cache-00034a52-903c-4575-acd3-4912a144e6ef" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.359285] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Received event network-vif-deleted-49a6aebc-476d-45ce-bb56-30fe95ebcf8a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.359285] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received event network-changed-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.359525] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing instance network info cache due to event network-changed-025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.359693] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquiring lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.359834] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquired lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.360325] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.417068] env[68867]: INFO nova.compute.manager [-] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Took 1.03 seconds to deallocate network for instance. [ 842.559923] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.680366] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951534, 'name': CreateVM_Task, 'duration_secs': 0.497043} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.680579] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.681249] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.681472] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.681818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.682088] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e933645-d53c-4a88-ac6f-d10b115e71a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.687220] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 842.687220] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528ae214-3552-ecaa-eaf1-cc17bb926bd7" [ 842.687220] env[68867]: _type = "Task" [ 842.687220] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.695977] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528ae214-3552-ecaa-eaf1-cc17bb926bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.747374] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951535, 'name': Rename_Task, 'duration_secs': 0.170413} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.747650] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.747992] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e1d9166-6226-47fa-ae12-89176057245e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.755735] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 842.755735] env[68867]: value = "task-2951536" [ 842.755735] env[68867]: _type = "Task" [ 842.755735] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.764546] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.788076] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.837976] env[68867]: DEBUG nova.compute.manager [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Received event network-vif-plugged-a9b07085-18e7-4517-9f6c-e1680a65d1a0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.838208] env[68867]: DEBUG oslo_concurrency.lockutils [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] Acquiring lock "9193b301-bb6f-4c46-9a53-f4205e68f49c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.838483] env[68867]: DEBUG oslo_concurrency.lockutils [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.838655] env[68867]: DEBUG oslo_concurrency.lockutils [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.838815] env[68867]: DEBUG nova.compute.manager [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] No waiting events found dispatching network-vif-plugged-a9b07085-18e7-4517-9f6c-e1680a65d1a0 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.839088] env[68867]: WARNING nova.compute.manager [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Received unexpected event network-vif-plugged-a9b07085-18e7-4517-9f6c-e1680a65d1a0 for instance with vm_state building and task_state spawning. [ 842.839368] env[68867]: DEBUG nova.compute.manager [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Received event network-changed-a9b07085-18e7-4517-9f6c-e1680a65d1a0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.839565] env[68867]: DEBUG nova.compute.manager [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Refreshing instance network info cache due to event network-changed-a9b07085-18e7-4517-9f6c-e1680a65d1a0. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.839731] env[68867]: DEBUG oslo_concurrency.lockutils [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] Acquiring lock "refresh_cache-9193b301-bb6f-4c46-9a53-f4205e68f49c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.840317] env[68867]: DEBUG oslo_concurrency.lockutils [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] Acquired lock "refresh_cache-9193b301-bb6f-4c46-9a53-f4205e68f49c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.840317] env[68867]: DEBUG nova.network.neutron [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Refreshing network info cache for port a9b07085-18e7-4517-9f6c-e1680a65d1a0 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.858709] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.861798] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.487s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.863526] env[68867]: INFO nova.compute.claims [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.904347] env[68867]: INFO nova.scheduler.client.report [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Deleted allocations for instance daa44d73-b9a8-4aaa-9240-410dfc5d2d80 [ 842.923586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.062212] env[68867]: DEBUG nova.compute.manager [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Received event network-vif-deleted-6a2df040-dc5e-4219-a014-aedef6319389 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.062212] env[68867]: DEBUG nova.compute.manager [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received event network-changed-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.062212] env[68867]: DEBUG nova.compute.manager [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing instance network info cache due to event network-changed-025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.063890] env[68867]: DEBUG oslo_concurrency.lockutils [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] Acquiring lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.204476] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528ae214-3552-ecaa-eaf1-cc17bb926bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.039826} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.209672] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.210497] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.210936] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.211226] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.211559] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.212048] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-892a2601-86d1-4e4d-aa08-684400428439 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.227679] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.227877] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.228828] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d18161-fa90-4430-a199-186a8ce40b34 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.238641] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 843.238641] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5209ab37-f35f-dff9-87f7-2f96c252d6a9" [ 843.238641] env[68867]: _type = "Task" [ 843.238641] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.249809] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5209ab37-f35f-dff9-87f7-2f96c252d6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.268557] env[68867]: DEBUG oslo_vmware.api [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951536, 'name': PowerOnVM_Task, 'duration_secs': 0.49007} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.268841] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.269078] env[68867]: INFO nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Took 9.54 seconds to spawn the instance on the hypervisor. [ 843.269272] env[68867]: DEBUG nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.270163] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b2675-4f98-4a6e-b7a0-403bdd3cdd59 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.282330] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updated VIF entry in instance network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.282330] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updating instance_info_cache with network_info: [{"id": "025dc181-5126-4a29-8372-46d844f2adf7", "address": "fa:16:3e:9c:29:02", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025dc181-51", "ovs_interfaceid": "025dc181-5126-4a29-8372-46d844f2adf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.291765] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.416871] env[68867]: DEBUG oslo_concurrency.lockutils [None req-83af3e0a-475e-4891-ae3e-7ef09ef0eb43 tempest-InstanceActionsNegativeTestJSON-1632433892 tempest-InstanceActionsNegativeTestJSON-1632433892-project-member] Lock "daa44d73-b9a8-4aaa-9240-410dfc5d2d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.880s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.583520] env[68867]: DEBUG nova.network.neutron [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.647308] env[68867]: DEBUG nova.network.neutron [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Updated VIF entry in instance network info cache for port a9b07085-18e7-4517-9f6c-e1680a65d1a0. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.647671] env[68867]: DEBUG nova.network.neutron [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Updating instance_info_cache with network_info: [{"id": "a9b07085-18e7-4517-9f6c-e1680a65d1a0", "address": "fa:16:3e:47:1c:c6", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9b07085-18", "ovs_interfaceid": "a9b07085-18e7-4517-9f6c-e1680a65d1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.649776] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "11bc20f4-fdb7-4907-ae3d-088ea6294592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.649776] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.649776] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "11bc20f4-fdb7-4907-ae3d-088ea6294592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.649881] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.650363] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.652138] env[68867]: INFO nova.compute.manager [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Terminating instance [ 843.751556] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5209ab37-f35f-dff9-87f7-2f96c252d6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013656} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.752707] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6fdb59-ef78-4e0d-ba4e-0d3efb272977 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.761358] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 843.761358] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a51a09-c6ff-57d5-07e8-456528cfd4b1" [ 843.761358] env[68867]: _type = "Task" [ 843.761358] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.773154] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a51a09-c6ff-57d5-07e8-456528cfd4b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.787810] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Releasing lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.790025] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Received event network-changed-16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.790025] env[68867]: DEBUG nova.compute.manager [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Refreshing instance network info cache due to event network-changed-16184315-bef4-4c9c-962c-5774b8bd3e91. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.790025] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquiring lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.790025] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Acquired lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.790025] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Refreshing network info cache for port 16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.793880] env[68867]: DEBUG oslo_concurrency.lockutils [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] Acquired lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.793880] env[68867]: DEBUG nova.network.neutron [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.796643] env[68867]: INFO nova.compute.manager [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Took 43.27 seconds to build instance. [ 843.800191] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.088640] env[68867]: INFO nova.compute.manager [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Took 1.76 seconds to deallocate network for instance. [ 844.154656] env[68867]: DEBUG oslo_concurrency.lockutils [req-0cbf66bc-68e3-4440-86a4-7955dddd40fe req-5ff0dafb-88a3-4830-a5a6-610fb86d704d service nova] Releasing lock "refresh_cache-9193b301-bb6f-4c46-9a53-f4205e68f49c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.156901] env[68867]: DEBUG nova.compute.manager [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.157123] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.158027] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78faf4a-751c-4dd2-b3ce-41ff7fd76cbc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.167115] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.168023] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a862d4d-8fda-4312-959d-d4d4e1cd8dee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.178746] env[68867]: DEBUG oslo_vmware.api [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 844.178746] env[68867]: value = "task-2951537" [ 844.178746] env[68867]: _type = "Task" [ 844.178746] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.190897] env[68867]: DEBUG oslo_vmware.api [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.275600] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a51a09-c6ff-57d5-07e8-456528cfd4b1, 'name': SearchDatastore_Task, 'duration_secs': 0.023116} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.282797] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.282797] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 9193b301-bb6f-4c46-9a53-f4205e68f49c/9193b301-bb6f-4c46-9a53-f4205e68f49c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.282797] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0af03812-ff94-47ec-a5e4-95fd4b40a604 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.292899] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.299947] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 844.299947] env[68867]: value = "task-2951538" [ 844.299947] env[68867]: _type = "Task" [ 844.299947] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.301670] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ce0c9054-16c5-4a85-b878-3d605690489f tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "00034a52-903c-4575-acd3-4912a144e6ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.145s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.313110] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.323385] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.414307] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d765e4e-299c-409d-af6c-53fa638165a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.424579] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9331338-1016-4089-ad64-792c484e1d48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.459568] env[68867]: DEBUG nova.network.neutron [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.461394] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39613f9c-7ca2-4015-a66a-eaea4b7da67e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.470776] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b96078-e5c9-4963-8da8-9148cedae94f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.488164] env[68867]: DEBUG nova.compute.provider_tree [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.596628] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.689464] env[68867]: DEBUG oslo_vmware.api [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951537, 'name': PowerOffVM_Task, 'duration_secs': 0.278518} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.689748] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.689918] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.690615] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d511b08-7131-4eac-94e5-cd373f800787 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.793910] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.794542] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.795030] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleting the datastore file [datastore2] 11bc20f4-fdb7-4907-ae3d-088ea6294592 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.795237] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd19d06c-108c-435d-bc67-fad308e0b007 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.805782] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.814221] env[68867]: DEBUG oslo_vmware.api [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 844.814221] env[68867]: value = "task-2951540" [ 844.814221] env[68867]: _type = "Task" [ 844.814221] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.827185] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.834533] env[68867]: DEBUG oslo_vmware.api [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.911969] env[68867]: DEBUG nova.network.neutron [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updated VIF entry in instance network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.912387] env[68867]: DEBUG nova.network.neutron [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updating instance_info_cache with network_info: [{"id": "025dc181-5126-4a29-8372-46d844f2adf7", "address": "fa:16:3e:9c:29:02", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025dc181-51", "ovs_interfaceid": "025dc181-5126-4a29-8372-46d844f2adf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.965738] env[68867]: DEBUG oslo_concurrency.lockutils [req-da69f7ae-718d-4c68-8e8a-256e5d30888a req-79470fed-97b5-4a58-97d8-48431bef43e3 service nova] Releasing lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.994789] env[68867]: DEBUG nova.scheduler.client.report [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.127910] env[68867]: DEBUG nova.compute.manager [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.128878] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ccbffc-666d-476e-b681-9312138a81e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.295190] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.317843] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625762} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.321217] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 9193b301-bb6f-4c46-9a53-f4205e68f49c/9193b301-bb6f-4c46-9a53-f4205e68f49c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.321609] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.321795] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1586e1ea-6f05-4883-8cec-83e82814377d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.330527] env[68867]: DEBUG oslo_vmware.api [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220241} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.331877] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.332173] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.332703] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.332703] env[68867]: INFO nova.compute.manager [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Took 1.18 seconds to destroy the instance on the hypervisor. [ 845.335541] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.335541] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 845.335541] env[68867]: value = "task-2951541" [ 845.335541] env[68867]: _type = "Task" [ 845.335541] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.335541] env[68867]: DEBUG nova.compute.manager [-] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.335541] env[68867]: DEBUG nova.network.neutron [-] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.346291] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.415547] env[68867]: DEBUG oslo_concurrency.lockutils [req-b581cc21-e920-41df-b024-d6d891987bf5 req-8c6420c0-a24c-4174-9b0c-fa11158d9de4 service nova] Releasing lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.499454] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.500019] env[68867]: DEBUG nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.504494] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.467s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.504494] env[68867]: DEBUG nova.objects.instance [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lazy-loading 'resources' on Instance uuid fee46f73-ed67-44bf-8595-7fcc105edb8e {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.642132] env[68867]: INFO nova.compute.manager [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] instance snapshotting [ 845.642364] env[68867]: WARNING nova.compute.manager [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 845.648295] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b190a-f112-4189-b0fc-77d024ae4cc6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.671359] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00df71-af45-4403-b1b9-f50259a75fde {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.794919] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.847377] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078164} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.847730] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.848594] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe18d32-0dd6-4aab-96ad-d414ada06af0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.873954] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9193b301-bb6f-4c46-9a53-f4205e68f49c/9193b301-bb6f-4c46-9a53-f4205e68f49c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.874358] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006e6b66-81bf-4d2a-bc24-f181748aadd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.899530] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 845.899530] env[68867]: value = "task-2951542" [ 845.899530] env[68867]: _type = "Task" [ 845.899530] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.911347] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.009091] env[68867]: DEBUG nova.compute.utils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.018710] env[68867]: DEBUG nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.021885] env[68867]: DEBUG nova.network.neutron [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.140713] env[68867]: DEBUG nova.policy [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9107c4948ca549c0a84aa26fc0ef2886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf325bdd0d244f66b3dd743151d94c92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.175656] env[68867]: DEBUG nova.compute.manager [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Received event network-vif-deleted-16184315-bef4-4c9c-962c-5774b8bd3e91 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.175853] env[68867]: DEBUG nova.compute.manager [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received event network-changed-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.176057] env[68867]: DEBUG nova.compute.manager [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing instance network info cache due to event network-changed-025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.176363] env[68867]: DEBUG oslo_concurrency.lockutils [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] Acquiring lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.176482] env[68867]: DEBUG oslo_concurrency.lockutils [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] Acquired lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.176646] env[68867]: DEBUG nova.network.neutron [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Refreshing network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.184896] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.184996] env[68867]: DEBUG nova.network.neutron [-] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.190141] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b24a0e1c-c55d-4025-b3ac-ffda3aaed968 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.203165] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 846.203165] env[68867]: value = "task-2951543" [ 846.203165] env[68867]: _type = "Task" [ 846.203165] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.217876] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951543, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.294767] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.390429] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "0b0bd42e-394f-452b-950c-820d02eeeb37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.391164] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "0b0bd42e-394f-452b-950c-820d02eeeb37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.411281] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951542, 'name': ReconfigVM_Task, 'duration_secs': 0.303729} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.414956] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9193b301-bb6f-4c46-9a53-f4205e68f49c/9193b301-bb6f-4c46-9a53-f4205e68f49c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.416019] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a55b3120-258e-41be-8491-f9a80ebf3c75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.425545] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 846.425545] env[68867]: value = "task-2951544" [ 846.425545] env[68867]: _type = "Task" [ 846.425545] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.435929] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951544, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.516972] env[68867]: DEBUG nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.536460] env[68867]: INFO nova.compute.manager [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Rebuilding instance [ 846.554870] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fddf167-e00c-4806-88b8-47a8164031e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.565387] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a6411-ed2a-473d-b934-38ec54a8ba05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.605301] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b52dab-fa66-442c-8150-bf7c45f0a560 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.610437] env[68867]: DEBUG nova.compute.manager [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.612795] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b7b35-ea90-434a-aa94-304f23e7a2a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.619902] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7581b-e8dd-4daa-a45a-33e8c72df21c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.645117] env[68867]: DEBUG nova.compute.provider_tree [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.697638] env[68867]: INFO nova.compute.manager [-] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Took 1.36 seconds to deallocate network for instance. [ 846.715024] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951543, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.722570] env[68867]: DEBUG nova.network.neutron [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Successfully created port: b3f461e5-a1ce-4efc-b537-56b4d3f98ffa {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.799724] env[68867]: DEBUG oslo_vmware.api [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951528, 'name': ReconfigVM_Task, 'duration_secs': 5.822324} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.800034] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.800259] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Reconfigured VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 846.880655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.897417] env[68867]: DEBUG nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.939923] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951544, 'name': Rename_Task, 'duration_secs': 0.173678} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.940539] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.941499] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fba1ce41-5b7c-489d-a7e9-0db804b533ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.950752] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 846.950752] env[68867]: value = "task-2951545" [ 846.950752] env[68867]: _type = "Task" [ 846.950752] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.150973] env[68867]: DEBUG nova.network.neutron [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updated VIF entry in instance network info cache for port 025dc181-5126-4a29-8372-46d844f2adf7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.150973] env[68867]: DEBUG nova.network.neutron [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updating instance_info_cache with network_info: [{"id": "025dc181-5126-4a29-8372-46d844f2adf7", "address": "fa:16:3e:9c:29:02", "network": {"id": "f2852deb-53c4-46ad-9e3a-61297b6b0d8b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-130073942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87732cad0002441d90170643cf816958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025dc181-51", "ovs_interfaceid": "025dc181-5126-4a29-8372-46d844f2adf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.151440] env[68867]: DEBUG nova.scheduler.client.report [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.205691] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.224480] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951543, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.378553] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "5f6232f0-aa98-4045-a3da-e7b33e81250b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.379116] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.434493] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.468442] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.530859] env[68867]: DEBUG nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.567922] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:53:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='233e5bba-a41c-4192-89eb-7e1b6af6f255',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292981484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.568262] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.568489] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.568691] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.568838] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.568982] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.569441] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.569654] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.569834] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.569998] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.570360] env[68867]: DEBUG nova.virt.hardware [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.571401] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a2be3c-4d89-4439-a085-21a08cee8462 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.583987] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4413ef-a5d1-44a3-bac1-535fbf88c05d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.623574] env[68867]: DEBUG nova.compute.manager [req-c41e96e3-074f-4a6a-b34a-56b6f8d43808 req-a75e26ee-e8f1-49da-b496-877cc50e746d service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received event network-vif-deleted-a0136465-ad76-4370-9294-d9ad5d48b5a7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.623804] env[68867]: INFO nova.compute.manager [req-c41e96e3-074f-4a6a-b34a-56b6f8d43808 req-a75e26ee-e8f1-49da-b496-877cc50e746d service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Neutron deleted interface a0136465-ad76-4370-9294-d9ad5d48b5a7; detaching it from the instance and deleting it from the info cache [ 847.624090] env[68867]: DEBUG nova.network.neutron [req-c41e96e3-074f-4a6a-b34a-56b6f8d43808 req-a75e26ee-e8f1-49da-b496-877cc50e746d service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.636032] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.636032] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ef457b-64ac-49d8-9ee3-e08720b5cc90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.645544] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 847.645544] env[68867]: value = "task-2951546" [ 847.645544] env[68867]: _type = "Task" [ 847.645544] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.655995] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.659367] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.661532] env[68867]: DEBUG oslo_concurrency.lockutils [req-582a9b5e-6248-4bda-8835-6760f0e73cdf req-4c3d3ff2-b90d-4da5-88d0-d1cf416d5b58 service nova] Releasing lock "refresh_cache-cc8a23f9-92ab-4360-882f-81bcc26f6f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.663032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.616s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.663261] env[68867]: DEBUG nova.objects.instance [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lazy-loading 'resources' on Instance uuid 0863f9e3-7971-49ed-a32c-f85add3e50dd {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.683223] env[68867]: INFO nova.scheduler.client.report [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleted allocations for instance fee46f73-ed67-44bf-8595-7fcc105edb8e [ 847.719385] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951543, 'name': CreateSnapshot_Task, 'duration_secs': 1.301065} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.719811] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.720656] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd9db44-da46-4bd7-a428-3c75b157a7c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.882058] env[68867]: DEBUG nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.909758] env[68867]: DEBUG nova.objects.instance [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lazy-loading 'flavor' on Instance uuid c76853f2-ec5c-4c36-894b-8b51223a613f {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.973485] env[68867]: DEBUG oslo_vmware.api [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951545, 'name': PowerOnVM_Task, 'duration_secs': 0.595438} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.975108] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.975108] env[68867]: INFO nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 847.975108] env[68867]: DEBUG nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.976483] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af55574-184a-4bd3-809a-2fa8928d176b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.130019] env[68867]: DEBUG oslo_concurrency.lockutils [req-c41e96e3-074f-4a6a-b34a-56b6f8d43808 req-a75e26ee-e8f1-49da-b496-877cc50e746d service nova] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.130019] env[68867]: DEBUG oslo_concurrency.lockutils [req-c41e96e3-074f-4a6a-b34a-56b6f8d43808 req-a75e26ee-e8f1-49da-b496-877cc50e746d service nova] Acquired lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.130019] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595d9293-49bb-4f81-8bb0-586f9348dcf5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.153642] env[68867]: DEBUG oslo_concurrency.lockutils [req-c41e96e3-074f-4a6a-b34a-56b6f8d43808 req-a75e26ee-e8f1-49da-b496-877cc50e746d service nova] Releasing lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.154144] env[68867]: WARNING nova.compute.manager [req-c41e96e3-074f-4a6a-b34a-56b6f8d43808 req-a75e26ee-e8f1-49da-b496-877cc50e746d service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Detach interface failed, port_id=a0136465-ad76-4370-9294-d9ad5d48b5a7, reason: No device with interface-id a0136465-ad76-4370-9294-d9ad5d48b5a7 exists on VM: nova.exception.NotFound: No device with interface-id a0136465-ad76-4370-9294-d9ad5d48b5a7 exists on VM [ 848.164574] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951546, 'name': PowerOffVM_Task, 'duration_secs': 0.208042} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.167624] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.168042] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.169245] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ecba1-4ce7-4d49-a771-5d8d0f504333 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.178237] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.178531] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69bb322c-c589-4d9e-899a-f32de95a8f1a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.195558] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3c6bb30-55a8-432c-9363-0df2de516705 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "fee46f73-ed67-44bf-8595-7fcc105edb8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.725s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.244060] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.250777] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c67ff048-20f4-44fe-a38b-0bffd38129c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.257330] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.257330] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.257330] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleting the datastore file [datastore2] 00034a52-903c-4575-acd3-4912a144e6ef {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.257776] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9762bea3-60e8-44ef-9792-b7e8ae767e2c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.263193] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 848.263193] env[68867]: value = "task-2951548" [ 848.263193] env[68867]: _type = "Task" [ 848.263193] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.269043] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 848.269043] env[68867]: value = "task-2951549" [ 848.269043] env[68867]: _type = "Task" [ 848.269043] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.275194] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951548, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.284439] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.419165] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.419165] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.419165] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquired lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.509848] env[68867]: INFO nova.compute.manager [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Took 39.66 seconds to build instance. [ 848.571401] env[68867]: DEBUG nova.compute.manager [req-a9bbf1dc-734a-4254-bde6-0985d75bd06f req-85e6b9da-940d-48a3-b36d-cf0360fbe7f9 service nova] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Received event network-vif-deleted-dded49e9-0001-416e-ba7d-3c5c825e8bef {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.607734] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.607734] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.607734] env[68867]: DEBUG nova.network.neutron [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.749863] env[68867]: DEBUG nova.network.neutron [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Successfully updated port: b3f461e5-a1ce-4efc-b537-56b4d3f98ffa {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.784226] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951548, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.794444] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340214} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.794444] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.794444] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.794444] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.807557] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cc33f0-7ab3-4777-b7f0-504ec45c65b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.821229] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59efdb8a-4be5-49f4-b46a-88547ddc9f07 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.864693] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.865072] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.865361] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.865670] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.865814] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.868019] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986f6c5e-7e85-4ef1-9309-bfa16ef9838e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.872039] env[68867]: INFO nova.compute.manager [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Terminating instance [ 848.879946] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a4a64-f5bc-41c3-89e8-ce490b1ac964 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.901567] env[68867]: DEBUG nova.compute.provider_tree [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.012740] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56639c60-b37e-4442-bf4a-d81e19482d4e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.146s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.107625] env[68867]: DEBUG nova.network.neutron [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.251616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.251875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.252129] env[68867]: DEBUG nova.network.neutron [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.281203] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951548, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.377379] env[68867]: DEBUG nova.compute.manager [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.378832] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.381607] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da82e98-2187-4133-b71c-44056ea2cbc8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.392643] env[68867]: DEBUG nova.network.neutron [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [{"id": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "address": "fa:16:3e:d1:dd:95", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1302eb-8e", "ovs_interfaceid": "0a1302eb-8e5d-4260-9cf4-179520dd8d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.397522] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.398266] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe34147a-c52f-482e-bcbe-96fc131e1e22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.405678] env[68867]: DEBUG nova.scheduler.client.report [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.416158] env[68867]: DEBUG oslo_vmware.api [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 849.416158] env[68867]: value = "task-2951550" [ 849.416158] env[68867]: _type = "Task" [ 849.416158] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.426172] env[68867]: DEBUG oslo_vmware.api [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.775155] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951548, 'name': CloneVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.825872] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.826142] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.826301] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.826484] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.826632] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.826778] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.826985] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.828813] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.828813] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.828934] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.829086] env[68867]: DEBUG nova.virt.hardware [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.829980] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ce0ab-51fa-43b4-b0a7-d39567253786 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.840827] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4844d-d2a9-410a-b234-bf471bc34e8c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.862168] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:42:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9e6363-182a-49f8-a4f4-214950cfeda6', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.870844] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.871163] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.871391] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47eb3a1-0aa5-454d-ab6b-fc5e9e597b6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.886299] env[68867]: DEBUG nova.network.neutron [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.894204] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.894204] env[68867]: value = "task-2951551" [ 849.894204] env[68867]: _type = "Task" [ 849.894204] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.898630] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-66b2bb97-67dd-40cd-bdba-dd70e30823be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.907670] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951551, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.915119] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.917494] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.442s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.919134] env[68867]: INFO nova.compute.claims [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.932225] env[68867]: DEBUG oslo_vmware.api [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951550, 'name': PowerOffVM_Task, 'duration_secs': 0.260608} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.932531] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.932802] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.933109] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-171a77c0-574a-44ad-beef-8a60c09d4f49 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.951460] env[68867]: INFO nova.scheduler.client.report [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Deleted allocations for instance 0863f9e3-7971-49ed-a32c-f85add3e50dd [ 850.095691] env[68867]: DEBUG nova.network.neutron [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.168279] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.168279] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.168279] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleting the datastore file [datastore2] 66b2bb97-67dd-40cd-bdba-dd70e30823be {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.168279] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3003a2c2-becb-43b7-bf28-434dbc0d3295 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.182153] env[68867]: DEBUG oslo_vmware.api [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 850.182153] env[68867]: value = "task-2951553" [ 850.182153] env[68867]: _type = "Task" [ 850.182153] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.201347] env[68867]: DEBUG oslo_vmware.api [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.282302] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951548, 'name': CloneVM_Task, 'duration_secs': 1.519006} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.282600] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Created linked-clone VM from snapshot [ 850.283460] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b94b18-39cb-4f2b-b531-843d007ac284 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.293786] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Uploading image dcf9d5c2-8341-4dc3-b547-4eb7dea1c6ac {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.319454] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.319454] env[68867]: value = "vm-592385" [ 850.319454] env[68867]: _type = "VirtualMachine" [ 850.319454] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.319787] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8b76c12-13b2-4a0f-bf96-8e137ebd25d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.333348] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease: (returnval){ [ 850.333348] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526a4738-87df-d485-79be-65909273c1a9" [ 850.333348] env[68867]: _type = "HttpNfcLease" [ 850.333348] env[68867]: } obtained for exporting VM: (result){ [ 850.333348] env[68867]: value = "vm-592385" [ 850.333348] env[68867]: _type = "VirtualMachine" [ 850.333348] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.333657] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the lease: (returnval){ [ 850.333657] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526a4738-87df-d485-79be-65909273c1a9" [ 850.333657] env[68867]: _type = "HttpNfcLease" [ 850.333657] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.343016] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.343016] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526a4738-87df-d485-79be-65909273c1a9" [ 850.343016] env[68867]: _type = "HttpNfcLease" [ 850.343016] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.388725] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Releasing lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.388986] env[68867]: DEBUG nova.compute.manager [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Inject network info {{(pid=68867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 850.389293] env[68867]: DEBUG nova.compute.manager [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] network_info to inject: |[{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 850.394954] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Reconfiguring VM instance to set the machine id {{(pid=68867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 850.395629] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a6cf9e-e66a-4005-b6a9-ac3309bd571b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.412890] env[68867]: DEBUG oslo_concurrency.lockutils [None req-00f5933c-99e3-4a5e-b0d5-604926bfc597 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-66b2bb97-67dd-40cd-bdba-dd70e30823be-a0136465-ad76-4370-9294-d9ad5d48b5a7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.242s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.421382] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951551, 'name': CreateVM_Task, 'duration_secs': 0.482145} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.422873] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.423243] env[68867]: DEBUG oslo_vmware.api [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 850.423243] env[68867]: value = "task-2951555" [ 850.423243] env[68867]: _type = "Task" [ 850.423243] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.423927] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.424098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.424476] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.424795] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8606bd-045b-4b34-b432-abdfc0ba6d72 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.445742] env[68867]: DEBUG oslo_vmware.api [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.448154] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 850.448154] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e3bb05-9d41-40dd-5168-368f3d1a0196" [ 850.448154] env[68867]: _type = "Task" [ 850.448154] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.459751] env[68867]: DEBUG oslo_concurrency.lockutils [None req-38939b41-730a-4a60-8ff1-0d81d45e58e5 tempest-ServersTestJSON-1631972328 tempest-ServersTestJSON-1631972328-project-member] Lock "0863f9e3-7971-49ed-a32c-f85add3e50dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.148s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.465704] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e3bb05-9d41-40dd-5168-368f3d1a0196, 'name': SearchDatastore_Task, 'duration_secs': 0.014499} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.466505] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.466786] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.467072] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.467231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.467673] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.467987] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2818746d-4ab6-481f-8ae1-1a1cfb41cb3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.483054] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.483271] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.484057] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09d97a2-3c49-4e71-b5c2-7fc5b5fab371 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.491149] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 850.491149] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52844340-da6f-8020-8e5b-c2db55d1a6b7" [ 850.491149] env[68867]: _type = "Task" [ 850.491149] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.502592] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52844340-da6f-8020-8e5b-c2db55d1a6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.553265] env[68867]: DEBUG nova.network.neutron [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [{"id": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "address": "fa:16:3e:87:eb:bc", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f461e5-a1", "ovs_interfaceid": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.694378] env[68867]: DEBUG oslo_vmware.api [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25296} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.695016] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.695315] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.695587] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.695829] env[68867]: INFO nova.compute.manager [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Took 1.32 seconds to destroy the instance on the hypervisor. [ 850.696139] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.696539] env[68867]: DEBUG nova.compute.manager [-] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.696539] env[68867]: DEBUG nova.network.neutron [-] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.698419] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.698696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.698938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.699173] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.699563] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.702053] env[68867]: INFO nova.compute.manager [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Terminating instance [ 850.772167] env[68867]: DEBUG nova.compute.manager [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Received event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.772167] env[68867]: DEBUG nova.compute.manager [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing instance network info cache due to event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.772167] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] Acquiring lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.772167] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] Acquired lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.772167] env[68867]: DEBUG nova.network.neutron [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.846103] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.846103] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526a4738-87df-d485-79be-65909273c1a9" [ 850.846103] env[68867]: _type = "HttpNfcLease" [ 850.846103] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.846277] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.846277] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526a4738-87df-d485-79be-65909273c1a9" [ 850.846277] env[68867]: _type = "HttpNfcLease" [ 850.846277] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.847320] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c3fef-48e9-4b2a-a7ca-34a6546a73fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.858146] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b18771-1d48-a4c3-d907-98ef3c9184ff/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.858287] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b18771-1d48-a4c3-d907-98ef3c9184ff/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.939570] env[68867]: DEBUG oslo_vmware.api [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951555, 'name': ReconfigVM_Task, 'duration_secs': 0.180679} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.940064] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a184fdb4-b9a8-46bb-af03-13a52fa1307a tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Reconfigured VM instance to set the machine id {{(pid=68867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 851.005825] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52844340-da6f-8020-8e5b-c2db55d1a6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017841} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.008568] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb8a6f9-5917-4081-be30-b602e3161dcb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.012602] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 851.012602] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52549bbd-9116-518e-7478-a062db9377a8" [ 851.012602] env[68867]: _type = "Task" [ 851.012602] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.024610] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52549bbd-9116-518e-7478-a062db9377a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.056050] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff7ab2f2-b01a-4302-81c0-4166e3bf2363 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.057838] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.058135] env[68867]: DEBUG nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Instance network_info: |[{"id": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "address": "fa:16:3e:87:eb:bc", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f461e5-a1", "ovs_interfaceid": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.058808] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:eb:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3f461e5-a1ce-4efc-b537-56b4d3f98ffa', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.066594] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.067276] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.067994] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78becd6d-7fb5-4892-ba8f-3e1c041051c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.094579] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.094579] env[68867]: value = "task-2951556" [ 851.094579] env[68867]: _type = "Task" [ 851.094579] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.105037] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951556, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.206840] env[68867]: DEBUG nova.compute.manager [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.206840] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.207795] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cc17f2-f851-4a41-83a6-886c54754839 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.226845] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.227117] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee8343b3-321c-4f6e-a851-76509cae4d5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.237671] env[68867]: DEBUG oslo_vmware.api [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 851.237671] env[68867]: value = "task-2951557" [ 851.237671] env[68867]: _type = "Task" [ 851.237671] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.250232] env[68867]: DEBUG oslo_vmware.api [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.397664] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "ad510634-ae59-4378-b132-682d4ecd3b2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.398350] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.427176] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.427349] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.533704] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52549bbd-9116-518e-7478-a062db9377a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.536269] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.536269] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.537597] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88cbbb55-858e-4912-b226-36713ee135fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.552605] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 851.552605] env[68867]: value = "task-2951558" [ 851.552605] env[68867]: _type = "Task" [ 851.552605] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.568318] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.591216] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95370a-6d2d-4af0-b213-e9d1b1cd7e50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.605494] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36abb9e0-2ccb-4233-811c-e4d12d986a01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.612697] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951556, 'name': CreateVM_Task, 'duration_secs': 0.419001} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.614157] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.616322] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.616924] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.617231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.618616] env[68867]: DEBUG nova.compute.manager [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Received event network-vif-plugged-b3f461e5-a1ce-4efc-b537-56b4d3f98ffa {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.618935] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] Acquiring lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.619304] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] Lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.619497] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] Lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.619697] env[68867]: DEBUG nova.compute.manager [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] No waiting events found dispatching network-vif-plugged-b3f461e5-a1ce-4efc-b537-56b4d3f98ffa {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.619898] env[68867]: WARNING nova.compute.manager [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Received unexpected event network-vif-plugged-b3f461e5-a1ce-4efc-b537-56b4d3f98ffa for instance with vm_state building and task_state spawning. [ 851.620093] env[68867]: DEBUG nova.compute.manager [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Received event network-changed-b3f461e5-a1ce-4efc-b537-56b4d3f98ffa {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.620434] env[68867]: DEBUG nova.compute.manager [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Refreshing instance network info cache due to event network-changed-b3f461e5-a1ce-4efc-b537-56b4d3f98ffa. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.620719] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] Acquiring lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.620902] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] Acquired lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.621149] env[68867]: DEBUG nova.network.neutron [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Refreshing network info cache for port b3f461e5-a1ce-4efc-b537-56b4d3f98ffa {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.650748] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03294a14-e078-4def-9a1b-6cb4e0399d48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.655117] env[68867]: DEBUG nova.network.neutron [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updated VIF entry in instance network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.655524] env[68867]: DEBUG nova.network.neutron [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.657723] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1253d0c-9741-407e-a546-465ed0db843a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.670619] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eae550-a5c1-4df3-8155-295bd9b232f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.675048] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 851.675048] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fdd993-7f55-e1db-b3d0-2e9d48df583d" [ 851.675048] env[68867]: _type = "Task" [ 851.675048] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.688827] env[68867]: DEBUG nova.compute.provider_tree [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.697460] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fdd993-7f55-e1db-b3d0-2e9d48df583d, 'name': SearchDatastore_Task, 'duration_secs': 0.01764} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.699306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.699306] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.699306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.699306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.699306] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.699776] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3081ce2-7330-4e2a-bbaf-aabbbbf214c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.711466] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.711641] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.712547] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9af4f62-6238-470d-a415-126dde6388dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.720217] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 851.720217] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52dafe8e-f747-9126-6c9e-4a55141964e5" [ 851.720217] env[68867]: _type = "Task" [ 851.720217] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.729591] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dafe8e-f747-9126-6c9e-4a55141964e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.749997] env[68867]: DEBUG oslo_vmware.api [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951557, 'name': PowerOffVM_Task, 'duration_secs': 0.255922} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.749997] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.749997] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.749997] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e6f8d07-0095-4bed-b3da-f0cdcd35b1f4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.900513] env[68867]: DEBUG nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.018444] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.019018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.019473] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Deleting the datastore file [datastore1] 6e428a90-9bb5-4093-99ef-4e9efa880cb8 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.019780] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e97fe0a1-879a-414a-957f-06d35f42e2dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.028219] env[68867]: DEBUG oslo_vmware.api [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for the task: (returnval){ [ 852.028219] env[68867]: value = "task-2951560" [ 852.028219] env[68867]: _type = "Task" [ 852.028219] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.039917] env[68867]: DEBUG oslo_vmware.api [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.070610] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.162230] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac5b4f3c-6a09-412a-aa51-408e08e53831 req-b60bc6c6-56d9-4063-a24f-b45d4a5c5413 service nova] Releasing lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.195034] env[68867]: DEBUG nova.scheduler.client.report [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.240653] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dafe8e-f747-9126-6c9e-4a55141964e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015711} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.242755] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94fe822e-864c-411a-9a57-141526e66ee8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.254201] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 852.254201] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523fdcd6-9728-ac6d-5244-ef706402766c" [ 852.254201] env[68867]: _type = "Task" [ 852.254201] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.284608] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523fdcd6-9728-ac6d-5244-ef706402766c, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.284608] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.284608] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.284608] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f91401-63c3-4aff-b70f-4c44045a1e00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.293129] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 852.293129] env[68867]: value = "task-2951561" [ 852.293129] env[68867]: _type = "Task" [ 852.293129] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.307199] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.398123] env[68867]: DEBUG nova.network.neutron [-] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.426418] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.549602] env[68867]: DEBUG oslo_vmware.api [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Task: {'id': task-2951560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364071} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.554237] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.554561] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.554871] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.555081] env[68867]: INFO nova.compute.manager [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Took 1.35 seconds to destroy the instance on the hypervisor. [ 852.555414] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.555709] env[68867]: DEBUG nova.compute.manager [-] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.555916] env[68867]: DEBUG nova.network.neutron [-] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.572357] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689408} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.572798] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.573279] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.573828] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98fa1314-ea51-472b-a339-5bbd0cf1e1fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.583731] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 852.583731] env[68867]: value = "task-2951562" [ 852.583731] env[68867]: _type = "Task" [ 852.583731] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.597106] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.627325] env[68867]: DEBUG nova.network.neutron [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updated VIF entry in instance network info cache for port b3f461e5-a1ce-4efc-b537-56b4d3f98ffa. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.627325] env[68867]: DEBUG nova.network.neutron [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [{"id": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "address": "fa:16:3e:87:eb:bc", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f461e5-a1", "ovs_interfaceid": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.700111] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.700659] env[68867]: DEBUG nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.704708] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.562s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.704957] env[68867]: DEBUG nova.objects.instance [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lazy-loading 'resources' on Instance uuid 362afff9-710b-4741-bad6-9a9d0d1cafcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.810575] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951561, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.899523] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "1b19c305-95fc-45d3-b4cb-59f8a73de667" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.899794] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.903890] env[68867]: INFO nova.compute.manager [-] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Took 2.21 seconds to deallocate network for instance. [ 853.094710] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10607} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.095023] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.098872] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da31df86-4386-4d8a-b637-d8b0abebd0b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.121199] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.121868] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c69777-778e-49b1-bf3d-6b49a52d73f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.139386] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e2af7a4-e1dc-49b6-af7b-ffa0e9df830e req-5edeeb70-a20c-4f1d-bac2-146b8cc0c94d service nova] Releasing lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.147594] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 853.147594] env[68867]: value = "task-2951563" [ 853.147594] env[68867]: _type = "Task" [ 853.147594] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.157684] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.212145] env[68867]: DEBUG nova.compute.utils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.216028] env[68867]: DEBUG nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.216028] env[68867]: DEBUG nova.network.neutron [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.219126] env[68867]: DEBUG nova.objects.instance [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lazy-loading 'flavor' on Instance uuid c76853f2-ec5c-4c36-894b-8b51223a613f {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.240485] env[68867]: DEBUG nova.compute.manager [req-b21957dc-473e-4c6b-9973-9652767805f5 req-46f68cf6-32cf-4777-964b-e47103d9d160 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Received event network-vif-deleted-1f3ab5a1-4c05-496c-92f5-1a80031e52cf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.240705] env[68867]: INFO nova.compute.manager [req-b21957dc-473e-4c6b-9973-9652767805f5 req-46f68cf6-32cf-4777-964b-e47103d9d160 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Neutron deleted interface 1f3ab5a1-4c05-496c-92f5-1a80031e52cf; detaching it from the instance and deleting it from the info cache [ 853.240872] env[68867]: DEBUG nova.network.neutron [req-b21957dc-473e-4c6b-9973-9652767805f5 req-46f68cf6-32cf-4777-964b-e47103d9d160 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.274127] env[68867]: DEBUG nova.policy [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2decb7bef1e04a049961a6de79590720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4b73ae3ad004cc0b6896b55f600985b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.305407] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545317} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.308290] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.308577] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.309163] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c03ff9c-ff4d-4808-b9c1-adf94076846f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.318274] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 853.318274] env[68867]: value = "task-2951564" [ 853.318274] env[68867]: _type = "Task" [ 853.318274] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.330246] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.416091] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.528302] env[68867]: DEBUG nova.network.neutron [-] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.648466] env[68867]: DEBUG nova.network.neutron [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Successfully created port: 36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.660163] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.721743] env[68867]: DEBUG nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.727863] env[68867]: DEBUG oslo_concurrency.lockutils [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.728066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquired lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.744772] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-410bafbf-44b9-45e9-8df2-b3c7578d8635 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.757583] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e6916-bbb1-4630-80b8-f66d2482c4ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.773609] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c5f1b1-f789-4290-a2f4-efd70b9b356d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.784367] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1846838f-f2bb-4d1c-9989-3a5abb04fd73 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.799157] env[68867]: DEBUG nova.compute.manager [req-b21957dc-473e-4c6b-9973-9652767805f5 req-46f68cf6-32cf-4777-964b-e47103d9d160 service nova] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Detach interface failed, port_id=1f3ab5a1-4c05-496c-92f5-1a80031e52cf, reason: Instance 6e428a90-9bb5-4093-99ef-4e9efa880cb8 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.828977] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c53e05a-d4ce-4548-a49a-fe863756dc53 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.837335] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107994} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.840020] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.843481] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463a1eb7-d83b-418a-bad3-584db8f4a083 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.846153] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f0b0cd-78eb-4176-9df7-64c8a04cb245 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.882977] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.882977] env[68867]: DEBUG nova.compute.provider_tree [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.883521] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c441c4fc-15a4-449e-9ebc-03b4333baf2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.903775] env[68867]: DEBUG nova.scheduler.client.report [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.908743] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 853.908743] env[68867]: value = "task-2951565" [ 853.908743] env[68867]: _type = "Task" [ 853.908743] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.917711] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.956918] env[68867]: DEBUG nova.compute.manager [req-55d5fde1-9fb8-42b4-9a5c-1c73151805cd req-4eca05ae-0e0b-47e4-b772-0838cca9fb77 service nova] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Received event network-vif-deleted-0a1302eb-8e5d-4260-9cf4-179520dd8d83 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.033619] env[68867]: INFO nova.compute.manager [-] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Took 1.48 seconds to deallocate network for instance. [ 854.164173] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.410036] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.412068] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.619s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.413751] env[68867]: INFO nova.compute.claims [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.430665] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951565, 'name': ReconfigVM_Task, 'duration_secs': 0.324384} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.430665] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.430665] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c8290d-0b62-4b79-bfa6-9f8bc02f5154 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.432930] env[68867]: INFO nova.scheduler.client.report [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Deleted allocations for instance 362afff9-710b-4741-bad6-9a9d0d1cafcf [ 854.441101] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 854.441101] env[68867]: value = "task-2951566" [ 854.441101] env[68867]: _type = "Task" [ 854.441101] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.451813] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951566, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.542499] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.662971] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951563, 'name': ReconfigVM_Task, 'duration_secs': 1.490085} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.663297] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 00034a52-903c-4575-acd3-4912a144e6ef/00034a52-903c-4575-acd3-4912a144e6ef.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.663931] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4a0fc07-ce45-4669-886f-f277e18a2e14 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.671162] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 854.671162] env[68867]: value = "task-2951567" [ 854.671162] env[68867]: _type = "Task" [ 854.671162] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.680413] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951567, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.699430] env[68867]: DEBUG nova.network.neutron [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.735207] env[68867]: DEBUG nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.768252] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.768600] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.768783] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.768982] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.769208] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.769308] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.769546] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.769895] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.770127] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.770321] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.770502] env[68867]: DEBUG nova.virt.hardware [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.771455] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9cb244-437b-47ab-ad9a-456282933bd6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.780641] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204c5193-edde-4d32-a9a0-2d8eb810a095 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.947231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7e6cc56-27fb-4f4e-9da6-c53d0df9e121 tempest-VolumesAssistedSnapshotsTest-1478761930 tempest-VolumesAssistedSnapshotsTest-1478761930-project-member] Lock "362afff9-710b-4741-bad6-9a9d0d1cafcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.488s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.960090] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951566, 'name': Rename_Task, 'duration_secs': 0.147703} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.960671] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.961062] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8670814-a649-4f3e-8fe5-1b5d3af2b95e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.968575] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 854.968575] env[68867]: value = "task-2951568" [ 854.968575] env[68867]: _type = "Task" [ 854.968575] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.979175] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.188324] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951567, 'name': Rename_Task, 'duration_secs': 0.212697} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.188324] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.188324] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-098e80eb-6fe0-40f0-a633-b51199f23870 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.196017] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 855.196017] env[68867]: value = "task-2951569" [ 855.196017] env[68867]: _type = "Task" [ 855.196017] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.207842] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.438025] env[68867]: DEBUG nova.compute.manager [req-f52a594a-931b-4ff7-a15b-9273833a493d req-a1c7142f-8e2d-4511-ace4-6357688458f9 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Received event network-vif-plugged-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.438025] env[68867]: DEBUG oslo_concurrency.lockutils [req-f52a594a-931b-4ff7-a15b-9273833a493d req-a1c7142f-8e2d-4511-ace4-6357688458f9 service nova] Acquiring lock "798211ff-6d41-4701-aadc-eb333c2e55d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.438025] env[68867]: DEBUG oslo_concurrency.lockutils [req-f52a594a-931b-4ff7-a15b-9273833a493d req-a1c7142f-8e2d-4511-ace4-6357688458f9 service nova] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.438025] env[68867]: DEBUG oslo_concurrency.lockutils [req-f52a594a-931b-4ff7-a15b-9273833a493d req-a1c7142f-8e2d-4511-ace4-6357688458f9 service nova] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.438025] env[68867]: DEBUG nova.compute.manager [req-f52a594a-931b-4ff7-a15b-9273833a493d req-a1c7142f-8e2d-4511-ace4-6357688458f9 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] No waiting events found dispatching network-vif-plugged-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.438025] env[68867]: WARNING nova.compute.manager [req-f52a594a-931b-4ff7-a15b-9273833a493d req-a1c7142f-8e2d-4511-ace4-6357688458f9 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Received unexpected event network-vif-plugged-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 for instance with vm_state building and task_state spawning. [ 855.482673] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951568, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.714160] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.874290] env[68867]: DEBUG nova.network.neutron [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.882894] env[68867]: DEBUG nova.network.neutron [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Successfully updated port: 36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.981521] env[68867]: DEBUG oslo_vmware.api [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951568, 'name': PowerOnVM_Task, 'duration_secs': 0.51857} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.983971] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.984213] env[68867]: INFO nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Took 8.45 seconds to spawn the instance on the hypervisor. [ 855.984385] env[68867]: DEBUG nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.987107] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca15973-2bae-498a-b45b-fe00d64de445 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.104226] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f25d19-9ba6-4fba-81c4-09bfc4d24507 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.113375] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cee4dd-0361-446d-b854-ad22ebfe4022 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.150438] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af809530-d4bc-4f1c-995b-239da076aff8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.160145] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffbff9b-d866-44aa-a7db-99f7d3e8308b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.177153] env[68867]: DEBUG nova.compute.provider_tree [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.210448] env[68867]: DEBUG oslo_vmware.api [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951569, 'name': PowerOnVM_Task, 'duration_secs': 0.605605} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.210448] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.210448] env[68867]: DEBUG nova.compute.manager [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.210448] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cd452c-9e0f-4d6b-8df1-bf542019fa66 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.330809] env[68867]: DEBUG nova.compute.manager [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Received event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.331717] env[68867]: DEBUG nova.compute.manager [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing instance network info cache due to event network-changed-23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.331717] env[68867]: DEBUG oslo_concurrency.lockutils [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] Acquiring lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.380469] env[68867]: DEBUG oslo_concurrency.lockutils [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Releasing lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.380972] env[68867]: DEBUG nova.compute.manager [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Inject network info {{(pid=68867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 856.381277] env[68867]: DEBUG nova.compute.manager [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] network_info to inject: |[{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 856.387273] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Reconfiguring VM instance to set the machine id {{(pid=68867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 856.387273] env[68867]: DEBUG oslo_concurrency.lockutils [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] Acquired lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.387273] env[68867]: DEBUG nova.network.neutron [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Refreshing network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.389706] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.389995] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.389995] env[68867]: DEBUG nova.network.neutron [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.391047] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e67b18-e4c5-4b48-b886-cf06b89d4ac1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.417722] env[68867]: DEBUG oslo_vmware.api [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 856.417722] env[68867]: value = "task-2951570" [ 856.417722] env[68867]: _type = "Task" [ 856.417722] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.431231] env[68867]: DEBUG oslo_vmware.api [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.512340] env[68867]: INFO nova.compute.manager [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Took 44.15 seconds to build instance. [ 856.681446] env[68867]: DEBUG nova.scheduler.client.report [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.727747] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.791521] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "c76853f2-ec5c-4c36-894b-8b51223a613f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.791950] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.792268] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "c76853f2-ec5c-4c36-894b-8b51223a613f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.792555] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.792818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.795797] env[68867]: INFO nova.compute.manager [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Terminating instance [ 856.934143] env[68867]: DEBUG oslo_vmware.api [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951570, 'name': ReconfigVM_Task, 'duration_secs': 0.16548} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.934493] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-870c0991-3222-49a7-9b44-f871f8478fd4 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Reconfigured VM instance to set the machine id {{(pid=68867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 856.959154] env[68867]: DEBUG nova.network.neutron [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.017688] env[68867]: DEBUG oslo_concurrency.lockutils [None req-783399a0-523c-4987-8bb9-41dd0a70dd57 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.263s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.182950] env[68867]: DEBUG nova.network.neutron [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updating instance_info_cache with network_info: [{"id": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "address": "fa:16:3e:2d:f9:90", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36178d4c-b8", "ovs_interfaceid": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.186844] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.189875] env[68867]: DEBUG nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.193470] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.131s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.195098] env[68867]: INFO nova.compute.claims [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.300137] env[68867]: DEBUG nova.compute.manager [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.300422] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.302023] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9381417-0cde-4e0b-9924-bb13611e8c06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.316712] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.317358] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3aa628a-a734-4304-b22b-70d75d04463c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.328126] env[68867]: DEBUG oslo_vmware.api [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 857.328126] env[68867]: value = "task-2951571" [ 857.328126] env[68867]: _type = "Task" [ 857.328126] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.339258] env[68867]: DEBUG oslo_vmware.api [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.514308] env[68867]: DEBUG nova.network.neutron [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updated VIF entry in instance network info cache for port 23391070-d99b-456d-b4d2-a880e1ee2565. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.514766] env[68867]: DEBUG nova.network.neutron [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [{"id": "23391070-d99b-456d-b4d2-a880e1ee2565", "address": "fa:16:3e:c1:60:fd", "network": {"id": "50db69ad-c426-4e4b-866a-c9a045df3904", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1790728849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f962ef165d4cbb9d9518792944a7f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23391070-d9", "ovs_interfaceid": "23391070-d99b-456d-b4d2-a880e1ee2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.525805] env[68867]: DEBUG nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.684933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.692434] env[68867]: DEBUG nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Instance network_info: |[{"id": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "address": "fa:16:3e:2d:f9:90", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36178d4c-b8", "ovs_interfaceid": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.692434] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:f9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36178d4c-b8d9-4d2a-8db8-c89d3c3010e2', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.700809] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Creating folder: Project (b4b73ae3ad004cc0b6896b55f600985b). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.702913] env[68867]: DEBUG nova.compute.utils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.707034] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e0c6b02-bf57-42c9-91e1-10dac89331bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.711483] env[68867]: DEBUG nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.711874] env[68867]: DEBUG nova.network.neutron [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.732526] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Created folder: Project (b4b73ae3ad004cc0b6896b55f600985b) in parent group-v592242. [ 857.732526] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Creating folder: Instances. Parent ref: group-v592388. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.732526] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4bae6ca-b378-4840-98a1-1a9fd60e973b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.743927] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Created folder: Instances in parent group-v592388. [ 857.744958] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.744958] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.745242] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f167e9bf-5a96-494d-b4a5-a2b9dc3e7368 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.768460] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.768460] env[68867]: value = "task-2951574" [ 857.768460] env[68867]: _type = "Task" [ 857.768460] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.777438] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951574, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.841265] env[68867]: DEBUG oslo_vmware.api [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951571, 'name': PowerOffVM_Task, 'duration_secs': 0.295367} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.841265] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.841265] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.841265] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b84e6de-7c00-4de7-8e17-8b6266eadcb7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.878295] env[68867]: DEBUG nova.policy [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c2fdf51e8554ac28c4066e8acca4d18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ef65643d834b06a71e9b74f7e8fac4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.917512] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.917715] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.917892] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Deleting the datastore file [datastore2] c76853f2-ec5c-4c36-894b-8b51223a613f {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.918709] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134c5622-f1db-4622-b742-d5170e3c340c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.932707] env[68867]: DEBUG oslo_vmware.api [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for the task: (returnval){ [ 857.932707] env[68867]: value = "task-2951576" [ 857.932707] env[68867]: _type = "Task" [ 857.932707] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.948624] env[68867]: DEBUG oslo_vmware.api [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.018573] env[68867]: DEBUG oslo_concurrency.lockutils [req-1c94f711-ecbf-48b1-9153-6b13c83da8d8 req-25f42135-02f4-4153-99cf-6d8fa774fddc service nova] Releasing lock "refresh_cache-c76853f2-ec5c-4c36-894b-8b51223a613f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.047593] env[68867]: DEBUG nova.compute.manager [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Received event network-changed-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.047821] env[68867]: DEBUG nova.compute.manager [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Refreshing instance network info cache due to event network-changed-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.048272] env[68867]: DEBUG oslo_concurrency.lockutils [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] Acquiring lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.048524] env[68867]: DEBUG oslo_concurrency.lockutils [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] Acquired lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.048740] env[68867]: DEBUG nova.network.neutron [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Refreshing network info cache for port 36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.064696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.205528] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b18771-1d48-a4c3-d907-98ef3c9184ff/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.205528] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a2429-a78b-444b-aad4-f1ecc5d08a7c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.213657] env[68867]: DEBUG nova.compute.utils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.215318] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b18771-1d48-a4c3-d907-98ef3c9184ff/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.215607] env[68867]: ERROR oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b18771-1d48-a4c3-d907-98ef3c9184ff/disk-0.vmdk due to incomplete transfer. [ 858.216073] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53bbdeee-b999-41a7-8308-6fbc3383a407 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.225212] env[68867]: DEBUG oslo_vmware.rw_handles [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b18771-1d48-a4c3-d907-98ef3c9184ff/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.225425] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Uploaded image dcf9d5c2-8341-4dc3-b547-4eb7dea1c6ac to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.228631] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.228631] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-878d156a-8de2-492c-95b8-98f02f9efb0a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.237160] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 858.237160] env[68867]: value = "task-2951577" [ 858.237160] env[68867]: _type = "Task" [ 858.237160] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.251813] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951577, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.280436] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951574, 'name': CreateVM_Task, 'duration_secs': 0.46238} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.286297] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.289644] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.289998] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.290225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.290544] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2551c4d-e61b-4cfe-b872-e515d70b7ff9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.298062] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 858.298062] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e673b8-d740-18b3-6577-e62cba63fe22" [ 858.298062] env[68867]: _type = "Task" [ 858.298062] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.305839] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e673b8-d740-18b3-6577-e62cba63fe22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.444714] env[68867]: DEBUG oslo_vmware.api [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Task: {'id': task-2951576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276843} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.444970] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.445218] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.445327] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.445568] env[68867]: INFO nova.compute.manager [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 858.445722] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.445909] env[68867]: DEBUG nova.compute.manager [-] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.445997] env[68867]: DEBUG nova.network.neutron [-] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.720012] env[68867]: DEBUG nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.759822] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951577, 'name': Destroy_Task, 'duration_secs': 0.373527} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.761350] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Destroyed the VM [ 858.761350] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.761787] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43f0b46b-acd2-4c00-b5ca-d5a2aae8f09c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.776167] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 858.776167] env[68867]: value = "task-2951578" [ 858.776167] env[68867]: _type = "Task" [ 858.776167] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.783770] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d07d3-f3e1-43ea-93d2-82fc007fe84f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.790432] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.795062] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f89d6d9-8119-42f5-9a60-78465936fb11 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.837993] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e2891e-c7fb-49bf-9639-9c9814a1bde7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.841273] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e673b8-d740-18b3-6577-e62cba63fe22, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.842031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.842031] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.846019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.846019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.846019] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.846019] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08cc8202-bc4f-4af3-bc12-f2fa5e6065f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.851019] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2727d56e-7e0f-4333-84bb-e6aafb007d8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.865183] env[68867]: DEBUG nova.compute.provider_tree [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.873128] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.873406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.874540] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513cb3a2-a2bf-43ac-9e4f-236c7768fa84 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.882731] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 858.882731] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52746377-d8de-16d7-b78f-08d4cbc5dc07" [ 858.882731] env[68867]: _type = "Task" [ 858.882731] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.894044] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52746377-d8de-16d7-b78f-08d4cbc5dc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.959178] env[68867]: DEBUG nova.network.neutron [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Successfully created port: e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.059551] env[68867]: DEBUG nova.network.neutron [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updated VIF entry in instance network info cache for port 36178d4c-b8d9-4d2a-8db8-c89d3c3010e2. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.059912] env[68867]: DEBUG nova.network.neutron [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updating instance_info_cache with network_info: [{"id": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "address": "fa:16:3e:2d:f9:90", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36178d4c-b8", "ovs_interfaceid": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.288668] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.375183] env[68867]: DEBUG nova.scheduler.client.report [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.399192] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52746377-d8de-16d7-b78f-08d4cbc5dc07, 'name': SearchDatastore_Task, 'duration_secs': 0.036898} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.400910] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa81882-d9cc-4f6e-abf2-d86d1b46c348 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.407700] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 859.407700] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5223b1e2-1c5c-8ee0-2db6-e7ec553b58f3" [ 859.407700] env[68867]: _type = "Task" [ 859.407700] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.417803] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5223b1e2-1c5c-8ee0-2db6-e7ec553b58f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.562681] env[68867]: DEBUG oslo_concurrency.lockutils [req-e7fe808a-1aa6-4b94-b32f-8b44ecfd82c8 req-4061507c-a5aa-4a07-bedc-f82b02efdb50 service nova] Releasing lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.715013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "00034a52-903c-4575-acd3-4912a144e6ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.715013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "00034a52-903c-4575-acd3-4912a144e6ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.715013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "00034a52-903c-4575-acd3-4912a144e6ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.715013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "00034a52-903c-4575-acd3-4912a144e6ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.715013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "00034a52-903c-4575-acd3-4912a144e6ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.716722] env[68867]: INFO nova.compute.manager [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Terminating instance [ 859.733906] env[68867]: DEBUG nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.761713] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:51:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1624119216',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-962496271',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.761951] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.763445] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.763761] env[68867]: DEBUG nova.virt.hardware [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.764491] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6addc435-0b1c-46e7-a367-dbb80d34dafd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.773479] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a258886-6d4e-440f-9e0b-f6707797a510 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.799821] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.883898] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.884437] env[68867]: DEBUG nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.887398] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.292s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.889280] env[68867]: INFO nova.compute.claims [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.900924] env[68867]: DEBUG nova.network.neutron [-] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.919981] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5223b1e2-1c5c-8ee0-2db6-e7ec553b58f3, 'name': SearchDatastore_Task, 'duration_secs': 0.02298} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.919981] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.919981] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 798211ff-6d41-4701-aadc-eb333c2e55d6/798211ff-6d41-4701-aadc-eb333c2e55d6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.920158] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db19fb74-3cfc-41cb-ae1d-e572e299af96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.929994] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 859.929994] env[68867]: value = "task-2951579" [ 859.929994] env[68867]: _type = "Task" [ 859.929994] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.944108] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.222312] env[68867]: DEBUG nova.compute.manager [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.222572] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.223859] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e43af-8c83-45d7-b8d5-37c31b6e01a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.234873] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.235130] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f67e9cf1-c18d-4559-b32a-a4a68dcf68f4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.244605] env[68867]: DEBUG oslo_vmware.api [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 860.244605] env[68867]: value = "task-2951580" [ 860.244605] env[68867]: _type = "Task" [ 860.244605] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.254150] env[68867]: DEBUG oslo_vmware.api [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.292657] env[68867]: DEBUG oslo_vmware.api [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951578, 'name': RemoveSnapshot_Task, 'duration_secs': 1.326569} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.293093] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.293442] env[68867]: INFO nova.compute.manager [None req-c36d10ab-deeb-450d-896c-0dca91f120a1 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Took 14.65 seconds to snapshot the instance on the hypervisor. [ 860.400964] env[68867]: DEBUG nova.compute.utils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.403383] env[68867]: DEBUG nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.403383] env[68867]: DEBUG nova.network.neutron [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.406132] env[68867]: INFO nova.compute.manager [-] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Took 1.96 seconds to deallocate network for instance. [ 860.444605] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.477559] env[68867]: DEBUG nova.policy [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad26627050e441a3a3da27551befa796', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08ec7b77851347a2817fdff002ac5f1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.718705] env[68867]: DEBUG nova.compute.manager [req-ddf060f8-8e88-4781-8b9b-f6a233b8ec52 req-cf419de9-bf14-4251-856a-aa83dbecd098 service nova] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Received event network-vif-deleted-23391070-d99b-456d-b4d2-a880e1ee2565 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.759023] env[68867]: DEBUG oslo_vmware.api [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951580, 'name': PowerOffVM_Task, 'duration_secs': 0.364003} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.759023] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.759023] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.759023] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-103739e6-3a22-4a20-a15d-9d6042487b65 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.849326] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.849564] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.849744] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleting the datastore file [datastore1] 00034a52-903c-4575-acd3-4912a144e6ef {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.850000] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad04ba3-8f52-4312-96ff-badcd9c1ba15 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.859634] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.859840] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.861374] env[68867]: DEBUG oslo_vmware.api [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 860.861374] env[68867]: value = "task-2951582" [ 860.861374] env[68867]: _type = "Task" [ 860.861374] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.870969] env[68867]: DEBUG oslo_vmware.api [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.907410] env[68867]: DEBUG nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.921069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.944529] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530306} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.946230] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 798211ff-6d41-4701-aadc-eb333c2e55d6/798211ff-6d41-4701-aadc-eb333c2e55d6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.946230] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.946230] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-301e1fef-af48-4ee2-8277-4b30e262c4ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.961090] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 860.961090] env[68867]: value = "task-2951583" [ 860.961090] env[68867]: _type = "Task" [ 860.961090] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.972226] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.362824] env[68867]: DEBUG nova.network.neutron [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Successfully created port: f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.384170] env[68867]: DEBUG oslo_vmware.api [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190621} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.386248] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.386248] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.386248] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.389300] env[68867]: INFO nova.compute.manager [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 861.389300] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.389430] env[68867]: DEBUG nova.compute.manager [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.389467] env[68867]: DEBUG nova.network.neutron [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.476509] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094293} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.476908] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.480425] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72d3211-d99c-4f40-a735-ba54b95e7127 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.510684] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 798211ff-6d41-4701-aadc-eb333c2e55d6/798211ff-6d41-4701-aadc-eb333c2e55d6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.514386] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5638de-85fd-46ba-95d1-f4269b743ba5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.536821] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 861.536821] env[68867]: value = "task-2951584" [ 861.536821] env[68867]: _type = "Task" [ 861.536821] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.551684] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.555929] env[68867]: DEBUG nova.network.neutron [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Successfully updated port: e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.620627] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e75eda-c6d2-4007-b533-95ce9f5fbe9b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.632614] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82631efc-33a1-4865-85b3-a8d30f362e74 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.636149] env[68867]: DEBUG nova.compute.manager [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 861.668020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98888bf-95d3-4e56-a2f7-61ee9cbed575 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.670911] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "0ea266a1-6231-47a9-84c4-c78fb619f713" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.671191] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.671396] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "0ea266a1-6231-47a9-84c4-c78fb619f713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.671567] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.671724] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.675731] env[68867]: INFO nova.compute.manager [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Terminating instance [ 861.678979] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a326a010-d29f-45ee-8a9e-bf2782761efc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.697543] env[68867]: DEBUG nova.compute.provider_tree [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.883261] env[68867]: DEBUG nova.compute.manager [req-00957ae6-96e4-40da-a02c-1e9c16429fa6 req-2d5b5e5e-375b-4ef0-b2de-2dc6255c3b2f service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Received event network-vif-plugged-e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.883470] env[68867]: DEBUG oslo_concurrency.lockutils [req-00957ae6-96e4-40da-a02c-1e9c16429fa6 req-2d5b5e5e-375b-4ef0-b2de-2dc6255c3b2f service nova] Acquiring lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.883665] env[68867]: DEBUG oslo_concurrency.lockutils [req-00957ae6-96e4-40da-a02c-1e9c16429fa6 req-2d5b5e5e-375b-4ef0-b2de-2dc6255c3b2f service nova] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.883826] env[68867]: DEBUG oslo_concurrency.lockutils [req-00957ae6-96e4-40da-a02c-1e9c16429fa6 req-2d5b5e5e-375b-4ef0-b2de-2dc6255c3b2f service nova] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.883982] env[68867]: DEBUG nova.compute.manager [req-00957ae6-96e4-40da-a02c-1e9c16429fa6 req-2d5b5e5e-375b-4ef0-b2de-2dc6255c3b2f service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] No waiting events found dispatching network-vif-plugged-e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.884159] env[68867]: WARNING nova.compute.manager [req-00957ae6-96e4-40da-a02c-1e9c16429fa6 req-2d5b5e5e-375b-4ef0-b2de-2dc6255c3b2f service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Received unexpected event network-vif-plugged-e69649ab-c1cf-44f4-8ca4-3230cd317a7d for instance with vm_state building and task_state spawning. [ 861.919739] env[68867]: DEBUG nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.947875] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.948132] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.948285] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.949112] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.949112] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.949112] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.949112] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.951862] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.951862] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.951862] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.951862] env[68867]: DEBUG nova.virt.hardware [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.952513] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dad094-67b2-4f47-8519-ef5d98af8379 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961093] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e3af33-6ac7-44f3-b3d5-eb1c339a08f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.047500] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951584, 'name': ReconfigVM_Task, 'duration_secs': 0.279433} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.047500] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 798211ff-6d41-4701-aadc-eb333c2e55d6/798211ff-6d41-4701-aadc-eb333c2e55d6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.047972] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6772b838-d2a0-4a65-9ab6-11d162f120cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.054038] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 862.054038] env[68867]: value = "task-2951585" [ 862.054038] env[68867]: _type = "Task" [ 862.054038] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.058697] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.058824] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.058960] env[68867]: DEBUG nova.network.neutron [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.063468] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951585, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.166091] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.186132] env[68867]: DEBUG nova.compute.manager [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.186338] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.187550] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd9635d-69b6-4865-ab61-eb9f2cf81463 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.196945] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.197208] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eedb8df5-8f74-43be-90c1-9ce0914c1760 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.202432] env[68867]: DEBUG nova.scheduler.client.report [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.484104] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.484104] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.517650] env[68867]: DEBUG nova.network.neutron [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.567019] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951585, 'name': Rename_Task, 'duration_secs': 0.135678} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.567019] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.567019] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cad4e79b-6089-43ca-a1ca-5be7f8d22ea3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.575450] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 862.575450] env[68867]: value = "task-2951587" [ 862.575450] env[68867]: _type = "Task" [ 862.575450] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.585932] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.603451] env[68867]: DEBUG nova.network.neutron [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.712019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.712019] env[68867]: DEBUG nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.713547] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.374s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.714359] env[68867]: DEBUG nova.objects.instance [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lazy-loading 'resources' on Instance uuid f1c2938e-3a85-45ba-afb3-cea2f59a7b55 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.785462] env[68867]: DEBUG nova.network.neutron [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Updating instance_info_cache with network_info: [{"id": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "address": "fa:16:3e:fb:96:e6", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69649ab-c1", "ovs_interfaceid": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.843188] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.843422] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.843619] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleting the datastore file [datastore1] 0ea266a1-6231-47a9-84c4-c78fb619f713 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.843934] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbbf6147-2c3d-4c97-8c0a-642e97a7fc7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.850802] env[68867]: DEBUG oslo_vmware.api [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 862.850802] env[68867]: value = "task-2951588" [ 862.850802] env[68867]: _type = "Task" [ 862.850802] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.860207] env[68867]: DEBUG oslo_vmware.api [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.998384] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.998384] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.020293] env[68867]: INFO nova.compute.manager [-] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Took 1.63 seconds to deallocate network for instance. [ 863.089191] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.218670] env[68867]: DEBUG nova.compute.utils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.227662] env[68867]: DEBUG nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.227845] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.245496] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.245768] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.287543] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Releasing lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.287855] env[68867]: DEBUG nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Instance network_info: |[{"id": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "address": "fa:16:3e:fb:96:e6", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69649ab-c1", "ovs_interfaceid": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.288713] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:96:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69649ab-c1cf-44f4-8ca4-3230cd317a7d', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.300067] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.302760] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.304018] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14e2ebcf-1d42-4977-b398-cefeb478d8cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.333171] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.333171] env[68867]: value = "task-2951589" [ 863.333171] env[68867]: _type = "Task" [ 863.333171] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.333171] env[68867]: DEBUG nova.policy [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870c63939fa446fa8970199a89d67799', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef21bbeb040432fb54ada8729e32254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.345623] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951589, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.347998] env[68867]: DEBUG nova.compute.manager [req-534a58dd-8e72-46bd-aaaf-a67f41fbbd75 req-b298664d-d844-4a14-a472-e28145374710 service nova] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Received event network-vif-deleted-af9e6363-182a-49f8-a4f4-214950cfeda6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.366999] env[68867]: DEBUG oslo_vmware.api [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171482} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.366999] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.366999] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.366999] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.366999] env[68867]: INFO nova.compute.manager [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Took 1.18 seconds to destroy the instance on the hypervisor. [ 863.371282] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.371950] env[68867]: DEBUG nova.compute.manager [-] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.372123] env[68867]: DEBUG nova.network.neutron [-] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.531700] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.591012] env[68867]: DEBUG oslo_vmware.api [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2951587, 'name': PowerOnVM_Task, 'duration_secs': 0.519456} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.591307] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.591504] env[68867]: INFO nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Took 8.86 seconds to spawn the instance on the hypervisor. [ 863.591687] env[68867]: DEBUG nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.592474] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d32ae5-10aa-45e2-9a8f-98601de7f019 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.595771] env[68867]: DEBUG nova.network.neutron [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Successfully updated port: f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.728924] env[68867]: DEBUG nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.844986] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951589, 'name': CreateVM_Task, 'duration_secs': 0.379119} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.847868] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.848731] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.848926] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.849239] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.849503] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2871fc60-bea1-400d-8b16-0f755510e502 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.854209] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 863.854209] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5293b2be-d84f-5bae-96b7-3864e60a2828" [ 863.854209] env[68867]: _type = "Task" [ 863.854209] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.862544] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5293b2be-d84f-5bae-96b7-3864e60a2828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.879549] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Successfully created port: f10dad8a-1797-44b1-a9b7-b75018b5e18c {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.882726] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44cf18c-7135-4de6-b255-e865e6c04e85 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.889708] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b5397c-fef2-4d7d-9c6c-43b5c6dbb773 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.923569] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960aad80-a50c-4811-ab16-a453780d39bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.927527] env[68867]: DEBUG nova.compute.manager [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Received event network-changed-e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.927742] env[68867]: DEBUG nova.compute.manager [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Refreshing instance network info cache due to event network-changed-e69649ab-c1cf-44f4-8ca4-3230cd317a7d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.927983] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] Acquiring lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.928315] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] Acquired lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.928315] env[68867]: DEBUG nova.network.neutron [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Refreshing network info cache for port e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.936910] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90589b06-832e-440a-96c0-d736162974b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.954863] env[68867]: DEBUG nova.compute.provider_tree [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.099286] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "refresh_cache-d425f53b-adc7-4da1-90c8-de8ea43f486a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.099286] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired lock "refresh_cache-d425f53b-adc7-4da1-90c8-de8ea43f486a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.099431] env[68867]: DEBUG nova.network.neutron [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.114185] env[68867]: INFO nova.compute.manager [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Took 39.66 seconds to build instance. [ 864.138865] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Successfully created port: db0b7703-3069-4131-a3d2-2d2f34b03107 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.241764] env[68867]: DEBUG nova.network.neutron [-] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.368024] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5293b2be-d84f-5bae-96b7-3864e60a2828, 'name': SearchDatastore_Task, 'duration_secs': 0.01756} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.368024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.368024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.368024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.368024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.368024] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.368024] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc6a64d6-7567-4fe9-bd12-b77232916969 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.379888] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.379888] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.379888] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf16c62-9051-4986-84f6-41d6ed9b6ba8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.388625] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 864.388625] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525937a8-1610-52ad-a3b3-3c2517fafb7e" [ 864.388625] env[68867]: _type = "Task" [ 864.388625] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.396990] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525937a8-1610-52ad-a3b3-3c2517fafb7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.460194] env[68867]: DEBUG nova.scheduler.client.report [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.615979] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e63949b-5f22-4be3-ad71-86f9152df667 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.455s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.653660] env[68867]: DEBUG nova.network.neutron [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.742633] env[68867]: DEBUG nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.749936] env[68867]: INFO nova.compute.manager [-] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Took 1.38 seconds to deallocate network for instance. [ 864.790098] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.790654] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.791523] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.791793] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.792142] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.792372] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.792667] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.792884] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.793173] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.793415] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.793675] env[68867]: DEBUG nova.virt.hardware [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.794668] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f86aafd-8477-4514-9ee9-e38b032af87a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.801899] env[68867]: DEBUG nova.network.neutron [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Updating instance_info_cache with network_info: [{"id": "f38a6d7e-de6e-45c9-aa72-3c5ac25bb557", "address": "fa:16:3e:2c:36:ac", "network": {"id": "f8d17783-7a0d-4afd-8e46-0b33924667c2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162646381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ec7b77851347a2817fdff002ac5f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38a6d7e-de", "ovs_interfaceid": "f38a6d7e-de6e-45c9-aa72-3c5ac25bb557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.813084] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caefee24-617d-4767-80cb-e646d667e99f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.850388] env[68867]: DEBUG nova.network.neutron [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Updated VIF entry in instance network info cache for port e69649ab-c1cf-44f4-8ca4-3230cd317a7d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.850737] env[68867]: DEBUG nova.network.neutron [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Updating instance_info_cache with network_info: [{"id": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "address": "fa:16:3e:fb:96:e6", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69649ab-c1", "ovs_interfaceid": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.898315] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525937a8-1610-52ad-a3b3-3c2517fafb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.899158] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927c9176-cd87-44a3-b27e-2ad1c4e05ef3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.904579] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 864.904579] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525b37a9-e65e-3ca9-b8ca-67f5de4d209c" [ 864.904579] env[68867]: _type = "Task" [ 864.904579] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.912417] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525b37a9-e65e-3ca9-b8ca-67f5de4d209c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.964558] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.966903] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.308s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.968513] env[68867]: INFO nova.compute.claims [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.997313] env[68867]: INFO nova.scheduler.client.report [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Deleted allocations for instance f1c2938e-3a85-45ba-afb3-cea2f59a7b55 [ 865.118336] env[68867]: DEBUG nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.266128] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.304594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Releasing lock "refresh_cache-d425f53b-adc7-4da1-90c8-de8ea43f486a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.307286] env[68867]: DEBUG nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Instance network_info: |[{"id": "f38a6d7e-de6e-45c9-aa72-3c5ac25bb557", "address": "fa:16:3e:2c:36:ac", "network": {"id": "f8d17783-7a0d-4afd-8e46-0b33924667c2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162646381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ec7b77851347a2817fdff002ac5f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38a6d7e-de", "ovs_interfaceid": "f38a6d7e-de6e-45c9-aa72-3c5ac25bb557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.307912] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:36:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f38a6d7e-de6e-45c9-aa72-3c5ac25bb557', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.316135] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.316354] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.316586] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd6c2933-47b1-4f5f-acf5-8315d9335559 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.338743] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.338743] env[68867]: value = "task-2951590" [ 865.338743] env[68867]: _type = "Task" [ 865.338743] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.346558] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951590, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.353192] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] Releasing lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.353533] env[68867]: DEBUG nova.compute.manager [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Received event network-vif-deleted-d79bfdc8-a738-4923-b1f6-795128de8b41 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.355048] env[68867]: INFO nova.compute.manager [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Neutron deleted interface d79bfdc8-a738-4923-b1f6-795128de8b41; detaching it from the instance and deleting it from the info cache [ 865.355048] env[68867]: DEBUG nova.network.neutron [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.415900] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525b37a9-e65e-3ca9-b8ca-67f5de4d209c, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.415900] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.416239] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fbbdbf71-bba7-4ec4-ba69-8141d1c28f25/fbbdbf71-bba7-4ec4-ba69-8141d1c28f25.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.416239] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9408c8f-be1e-45f6-b6e6-6b2c75ebdee3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.422659] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 865.422659] env[68867]: value = "task-2951591" [ 865.422659] env[68867]: _type = "Task" [ 865.422659] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.431781] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.504871] env[68867]: DEBUG oslo_concurrency.lockutils [None req-958ed79c-982a-4528-9e63-5e13f65631ac tempest-ServersTestFqdnHostnames-1036424410 tempest-ServersTestFqdnHostnames-1036424410-project-member] Lock "f1c2938e-3a85-45ba-afb3-cea2f59a7b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.115s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.518325] env[68867]: DEBUG nova.compute.manager [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Received event network-vif-plugged-f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.518325] env[68867]: DEBUG oslo_concurrency.lockutils [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] Acquiring lock "d425f53b-adc7-4da1-90c8-de8ea43f486a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.518701] env[68867]: DEBUG oslo_concurrency.lockutils [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.520789] env[68867]: DEBUG oslo_concurrency.lockutils [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.520789] env[68867]: DEBUG nova.compute.manager [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] No waiting events found dispatching network-vif-plugged-f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.524114] env[68867]: WARNING nova.compute.manager [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Received unexpected event network-vif-plugged-f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 for instance with vm_state building and task_state spawning. [ 865.524114] env[68867]: DEBUG nova.compute.manager [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Received event network-changed-f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.524114] env[68867]: DEBUG nova.compute.manager [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Refreshing instance network info cache due to event network-changed-f38a6d7e-de6e-45c9-aa72-3c5ac25bb557. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.524114] env[68867]: DEBUG oslo_concurrency.lockutils [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] Acquiring lock "refresh_cache-d425f53b-adc7-4da1-90c8-de8ea43f486a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.524114] env[68867]: DEBUG oslo_concurrency.lockutils [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] Acquired lock "refresh_cache-d425f53b-adc7-4da1-90c8-de8ea43f486a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.524114] env[68867]: DEBUG nova.network.neutron [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Refreshing network info cache for port f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.652118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.765114] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Successfully updated port: f10dad8a-1797-44b1-a9b7-b75018b5e18c {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.853171] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951590, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.857050] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ded306fa-6ab5-4cb8-89f0-0ccced71e801 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.869628] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a16115-b830-4988-86e6-ddd6005e964f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.905742] env[68867]: DEBUG nova.compute.manager [req-d2569321-8319-4dba-80a3-2d0461383c37 req-0301ab18-97f4-4cfd-883d-83b3459927f3 service nova] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Detach interface failed, port_id=d79bfdc8-a738-4923-b1f6-795128de8b41, reason: Instance 0ea266a1-6231-47a9-84c4-c78fb619f713 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.937758] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458582} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.937963] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fbbdbf71-bba7-4ec4-ba69-8141d1c28f25/fbbdbf71-bba7-4ec4-ba69-8141d1c28f25.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.938177] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.938541] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b6d1c30-7f34-48e8-9e18-d92cc91ebbfc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.945070] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 865.945070] env[68867]: value = "task-2951592" [ 865.945070] env[68867]: _type = "Task" [ 865.945070] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.963017] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.283581] env[68867]: DEBUG nova.network.neutron [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Updated VIF entry in instance network info cache for port f38a6d7e-de6e-45c9-aa72-3c5ac25bb557. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.283921] env[68867]: DEBUG nova.network.neutron [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Updating instance_info_cache with network_info: [{"id": "f38a6d7e-de6e-45c9-aa72-3c5ac25bb557", "address": "fa:16:3e:2c:36:ac", "network": {"id": "f8d17783-7a0d-4afd-8e46-0b33924667c2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162646381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08ec7b77851347a2817fdff002ac5f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38a6d7e-de", "ovs_interfaceid": "f38a6d7e-de6e-45c9-aa72-3c5ac25bb557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.352623] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951590, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.404406] env[68867]: DEBUG nova.compute.manager [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Received event network-changed-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.404406] env[68867]: DEBUG nova.compute.manager [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Refreshing instance network info cache due to event network-changed-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.404406] env[68867]: DEBUG oslo_concurrency.lockutils [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] Acquiring lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404406] env[68867]: DEBUG oslo_concurrency.lockutils [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] Acquired lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404406] env[68867]: DEBUG nova.network.neutron [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Refreshing network info cache for port 36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.463167] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062367} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.463946] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.467487] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e36976-2ead-42f0-a682-28246b3db16c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.497741] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fbbdbf71-bba7-4ec4-ba69-8141d1c28f25/fbbdbf71-bba7-4ec4-ba69-8141d1c28f25.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.500160] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab91a5f-d3a2-4988-aeb3-49dfcbb09e72 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.522740] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 866.522740] env[68867]: value = "task-2951593" [ 866.522740] env[68867]: _type = "Task" [ 866.522740] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.532976] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.545343] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e047d-6b72-4ba3-849b-138f44899d31 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.554306] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27948f7a-a7b0-484c-984c-c050ecb83ee2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.591372] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71374c-a896-49e5-aee8-db37e23a806c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.597932] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3f31a1-6952-4c18-ab34-378e7877704e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.611546] env[68867]: DEBUG nova.compute.provider_tree [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.787798] env[68867]: DEBUG oslo_concurrency.lockutils [req-40e4e3db-e815-48b3-aec5-6ab840fc381b req-f7901a63-49da-41a3-88b1-f73e255d4c86 service nova] Releasing lock "refresh_cache-d425f53b-adc7-4da1-90c8-de8ea43f486a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.854834] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951590, 'name': CreateVM_Task, 'duration_secs': 1.34601} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.854834] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.854834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.854834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.855166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.855207] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2758794b-bf6f-4fb0-9d49-c7dac2f6aa28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.861650] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 866.861650] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aec16b-3a53-2b80-0035-520e7f53d320" [ 866.861650] env[68867]: _type = "Task" [ 866.861650] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.869206] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aec16b-3a53-2b80-0035-520e7f53d320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.033342] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951593, 'name': ReconfigVM_Task, 'duration_secs': 0.362264} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.034132] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fbbdbf71-bba7-4ec4-ba69-8141d1c28f25/fbbdbf71-bba7-4ec4-ba69-8141d1c28f25.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.034132] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68867) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 867.034558] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f48d662a-cbd5-4180-a528-8232c3b977c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.041081] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 867.041081] env[68867]: value = "task-2951594" [ 867.041081] env[68867]: _type = "Task" [ 867.041081] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.048703] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951594, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.115071] env[68867]: DEBUG nova.scheduler.client.report [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.318069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "fec55202-9159-4470-9f76-6ce5144d52d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.318343] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "fec55202-9159-4470-9f76-6ce5144d52d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.318586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "fec55202-9159-4470-9f76-6ce5144d52d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.318772] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "fec55202-9159-4470-9f76-6ce5144d52d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.318940] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "fec55202-9159-4470-9f76-6ce5144d52d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.328254] env[68867]: INFO nova.compute.manager [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Terminating instance [ 867.378861] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aec16b-3a53-2b80-0035-520e7f53d320, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.379304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.379433] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.379675] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.379890] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.380208] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.380364] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6d0a8c6-5a15-4165-9470-bbad8ef2fb1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.390140] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.390140] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.390811] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2af91f-be5c-4b13-9fba-100953d9f192 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.400032] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 867.400032] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52bf3036-3987-9a11-0886-3302ffd5df88" [ 867.400032] env[68867]: _type = "Task" [ 867.400032] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.415985] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bf3036-3987-9a11-0886-3302ffd5df88, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.415985] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221bc54c-0081-4215-acb3-ca4333af6925 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.420405] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 867.420405] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c59dc3-fddb-a9fe-8dae-9495728c0e82" [ 867.420405] env[68867]: _type = "Task" [ 867.420405] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.434358] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c59dc3-fddb-a9fe-8dae-9495728c0e82, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.434599] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.434851] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] d425f53b-adc7-4da1-90c8-de8ea43f486a/d425f53b-adc7-4da1-90c8-de8ea43f486a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.435110] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40602e92-b281-4759-9135-6fba6a9cde79 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.443472] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 867.443472] env[68867]: value = "task-2951595" [ 867.443472] env[68867]: _type = "Task" [ 867.443472] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.451899] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.489937] env[68867]: DEBUG nova.network.neutron [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updated VIF entry in instance network info cache for port 36178d4c-b8d9-4d2a-8db8-c89d3c3010e2. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.489937] env[68867]: DEBUG nova.network.neutron [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updating instance_info_cache with network_info: [{"id": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "address": "fa:16:3e:2d:f9:90", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36178d4c-b8", "ovs_interfaceid": "36178d4c-b8d9-4d2a-8db8-c89d3c3010e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.548071] env[68867]: DEBUG nova.compute.manager [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received event network-vif-plugged-f10dad8a-1797-44b1-a9b7-b75018b5e18c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.548352] env[68867]: DEBUG oslo_concurrency.lockutils [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] Acquiring lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.548751] env[68867]: DEBUG oslo_concurrency.lockutils [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] Lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.548837] env[68867]: DEBUG oslo_concurrency.lockutils [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] Lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.548978] env[68867]: DEBUG nova.compute.manager [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] No waiting events found dispatching network-vif-plugged-f10dad8a-1797-44b1-a9b7-b75018b5e18c {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.549156] env[68867]: WARNING nova.compute.manager [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received unexpected event network-vif-plugged-f10dad8a-1797-44b1-a9b7-b75018b5e18c for instance with vm_state building and task_state spawning. [ 867.549307] env[68867]: DEBUG nova.compute.manager [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received event network-changed-f10dad8a-1797-44b1-a9b7-b75018b5e18c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.549538] env[68867]: DEBUG nova.compute.manager [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Refreshing instance network info cache due to event network-changed-f10dad8a-1797-44b1-a9b7-b75018b5e18c. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.549712] env[68867]: DEBUG oslo_concurrency.lockutils [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] Acquiring lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.549838] env[68867]: DEBUG oslo_concurrency.lockutils [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] Acquired lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.549984] env[68867]: DEBUG nova.network.neutron [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Refreshing network info cache for port f10dad8a-1797-44b1-a9b7-b75018b5e18c {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.556936] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951594, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05254} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.557263] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68867) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 867.558291] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435237d0-82cf-49b9-a84f-08c346dc8a09 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.584955] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fbbdbf71-bba7-4ec4-ba69-8141d1c28f25/ephemeral_0.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.585618] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48456bd-268f-419e-a91f-dd75f5f4f15c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.605883] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 867.605883] env[68867]: value = "task-2951596" [ 867.605883] env[68867]: _type = "Task" [ 867.605883] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.618146] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.620337] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.620909] env[68867]: DEBUG nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.624707] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.703s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.625519] env[68867]: DEBUG nova.objects.instance [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lazy-loading 'resources' on Instance uuid d3784d6b-3bc1-496a-99de-d3db8d261ae7 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.835400] env[68867]: DEBUG nova.compute.manager [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.836639] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.837626] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aecb8c0-f4f1-411d-990f-cf1edefaed22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.851185] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.851537] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990f4b24-064c-430b-be3f-0c61e2a5926a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.861477] env[68867]: DEBUG oslo_vmware.api [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 867.861477] env[68867]: value = "task-2951597" [ 867.861477] env[68867]: _type = "Task" [ 867.861477] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.878053] env[68867]: DEBUG oslo_vmware.api [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.954682] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439376} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.955229] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] d425f53b-adc7-4da1-90c8-de8ea43f486a/d425f53b-adc7-4da1-90c8-de8ea43f486a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.955667] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.955983] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7fdd29-5081-484a-b4a5-9be8435e8660 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.965687] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 867.965687] env[68867]: value = "task-2951598" [ 867.965687] env[68867]: _type = "Task" [ 867.965687] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.973555] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.993518] env[68867]: DEBUG oslo_concurrency.lockutils [req-10c56d22-fdb9-4e8c-9f86-c91a4d55e932 req-172c4b05-e488-414c-83ae-3c5cf8dcb101 service nova] Releasing lock "refresh_cache-798211ff-6d41-4701-aadc-eb333c2e55d6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.102765] env[68867]: DEBUG nova.network.neutron [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.116018] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.128629] env[68867]: DEBUG nova.compute.utils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.133128] env[68867]: DEBUG nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.133404] env[68867]: DEBUG nova.network.neutron [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.152445] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Successfully updated port: db0b7703-3069-4131-a3d2-2d2f34b03107 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.226944] env[68867]: DEBUG nova.policy [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '524ca56084f24f879ddda8a707d181b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '294d12945faf402d8178fde4ca046767', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.305051] env[68867]: DEBUG nova.network.neutron [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.372937] env[68867]: DEBUG oslo_vmware.api [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951597, 'name': PowerOffVM_Task, 'duration_secs': 0.206637} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.373233] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.373404] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.373658] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d735c8-a79f-4012-89f6-bcd73faac533 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.444088] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.444088] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.444258] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Deleting the datastore file [datastore1] fec55202-9159-4470-9f76-6ce5144d52d0 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.445159] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14c5194e-836a-4c46-b6da-31216008a685 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.455356] env[68867]: DEBUG oslo_vmware.api [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for the task: (returnval){ [ 868.455356] env[68867]: value = "task-2951600" [ 868.455356] env[68867]: _type = "Task" [ 868.455356] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.464593] env[68867]: DEBUG oslo_vmware.api [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.475463] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072904} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.475824] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.476665] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f0bb8d-b0d7-4927-9a36-e76954d86d00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.505051] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] d425f53b-adc7-4da1-90c8-de8ea43f486a/d425f53b-adc7-4da1-90c8-de8ea43f486a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.510292] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c09e84-d435-4633-a5eb-82e39414b8da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.531905] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 868.531905] env[68867]: value = "task-2951601" [ 868.531905] env[68867]: _type = "Task" [ 868.531905] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.542092] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.546090] env[68867]: DEBUG nova.compute.manager [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received event network-vif-plugged-db0b7703-3069-4131-a3d2-2d2f34b03107 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.546480] env[68867]: DEBUG oslo_concurrency.lockutils [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] Acquiring lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.546703] env[68867]: DEBUG oslo_concurrency.lockutils [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] Lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.546867] env[68867]: DEBUG oslo_concurrency.lockutils [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] Lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.547041] env[68867]: DEBUG nova.compute.manager [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] No waiting events found dispatching network-vif-plugged-db0b7703-3069-4131-a3d2-2d2f34b03107 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.547397] env[68867]: WARNING nova.compute.manager [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received unexpected event network-vif-plugged-db0b7703-3069-4131-a3d2-2d2f34b03107 for instance with vm_state building and task_state spawning. [ 868.547572] env[68867]: DEBUG nova.compute.manager [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received event network-changed-db0b7703-3069-4131-a3d2-2d2f34b03107 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.547828] env[68867]: DEBUG nova.compute.manager [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Refreshing instance network info cache due to event network-changed-db0b7703-3069-4131-a3d2-2d2f34b03107. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.548174] env[68867]: DEBUG oslo_concurrency.lockutils [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] Acquiring lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.618438] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951596, 'name': ReconfigVM_Task, 'duration_secs': 0.695521} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.621679] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fbbdbf71-bba7-4ec4-ba69-8141d1c28f25/ephemeral_0.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.622627] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64ed6717-be85-467b-acf4-1fde189a1a5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.628112] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 868.628112] env[68867]: value = "task-2951602" [ 868.628112] env[68867]: _type = "Task" [ 868.628112] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.638135] env[68867]: DEBUG nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.646204] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951602, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.655233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.735773] env[68867]: DEBUG nova.network.neutron [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Successfully created port: 2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.741687] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c97789f-1a34-4c1f-950b-09743cf58bec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.748518] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c54c6-6268-443f-9faa-5200b753c039 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.789973] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3e834-b173-480c-b95d-ce624dc6b925 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.799275] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965fe09b-bbc4-4e11-b22e-065244d42f87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.808565] env[68867]: DEBUG oslo_concurrency.lockutils [req-4dc4b74b-3ad8-4212-9c7a-2af233f47c7f req-3994b820-6a57-4c21-8279-52713acb2a61 service nova] Releasing lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.808740] env[68867]: DEBUG oslo_concurrency.lockutils [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] Acquired lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.809729] env[68867]: DEBUG nova.network.neutron [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Refreshing network info cache for port db0b7703-3069-4131-a3d2-2d2f34b03107 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.821051] env[68867]: DEBUG nova.compute.provider_tree [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.967901] env[68867]: DEBUG oslo_vmware.api [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Task: {'id': task-2951600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14439} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.968356] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.968511] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.968741] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.968976] env[68867]: INFO nova.compute.manager [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 868.969343] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.969512] env[68867]: DEBUG nova.compute.manager [-] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.969652] env[68867]: DEBUG nova.network.neutron [-] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.042356] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951601, 'name': ReconfigVM_Task, 'duration_secs': 0.319776} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.044964] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Reconfigured VM instance instance-00000033 to attach disk [datastore2] d425f53b-adc7-4da1-90c8-de8ea43f486a/d425f53b-adc7-4da1-90c8-de8ea43f486a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.045658] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce04b42-3cee-41a9-b854-3baf90a4329f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.056986] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 869.056986] env[68867]: value = "task-2951603" [ 869.056986] env[68867]: _type = "Task" [ 869.056986] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.066526] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951603, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.138722] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951602, 'name': Rename_Task, 'duration_secs': 0.186082} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.139016] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.139331] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06341949-d75a-4d13-941c-b7c6dd32e39f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.149541] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 869.149541] env[68867]: value = "task-2951604" [ 869.149541] env[68867]: _type = "Task" [ 869.149541] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.162439] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.325931] env[68867]: DEBUG nova.scheduler.client.report [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.369266] env[68867]: DEBUG nova.network.neutron [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.540619] env[68867]: DEBUG nova.network.neutron [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.582433] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951603, 'name': Rename_Task, 'duration_secs': 0.337023} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.582710] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.582957] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18501e06-086c-42ee-a096-46d658edf2e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.591681] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 869.591681] env[68867]: value = "task-2951605" [ 869.591681] env[68867]: _type = "Task" [ 869.591681] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.601491] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.651579] env[68867]: DEBUG nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.672125] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951604, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.683572] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.683808] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.683962] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.684162] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.684307] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.684495] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.684783] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.684988] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.685202] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.685367] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.685539] env[68867]: DEBUG nova.virt.hardware [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.686452] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f6ba4a-03cd-4c01-8f6c-e6aed8d5c310 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.695178] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f74ba-d71a-433b-a26e-4848688f246b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.745049] env[68867]: DEBUG nova.compute.manager [req-33635b02-de57-471f-bb86-9c891b94d742 req-6bbd22b4-d702-4e89-ad6f-3f0336346ed1 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Received event network-vif-deleted-068486f1-c83a-48ef-b7b6-7dda51781785 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.745361] env[68867]: INFO nova.compute.manager [req-33635b02-de57-471f-bb86-9c891b94d742 req-6bbd22b4-d702-4e89-ad6f-3f0336346ed1 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Neutron deleted interface 068486f1-c83a-48ef-b7b6-7dda51781785; detaching it from the instance and deleting it from the info cache [ 869.745558] env[68867]: DEBUG nova.network.neutron [req-33635b02-de57-471f-bb86-9c891b94d742 req-6bbd22b4-d702-4e89-ad6f-3f0336346ed1 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.832439] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.834818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.688s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.836293] env[68867]: INFO nova.compute.claims [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.870270] env[68867]: INFO nova.scheduler.client.report [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleted allocations for instance d3784d6b-3bc1-496a-99de-d3db8d261ae7 [ 870.044184] env[68867]: DEBUG oslo_concurrency.lockutils [req-4fbbd704-ac35-498a-aee2-7201e6088bd8 req-9629fc5f-d0c3-4eef-bd22-1a3f3cb9672f service nova] Releasing lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.045388] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.045556] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.070648] env[68867]: DEBUG nova.network.neutron [-] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.104928] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.173429] env[68867]: DEBUG oslo_vmware.api [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2951604, 'name': PowerOnVM_Task, 'duration_secs': 0.536237} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.173429] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.174258] env[68867]: INFO nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Took 10.44 seconds to spawn the instance on the hypervisor. [ 870.175212] env[68867]: DEBUG nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.176125] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedb3d9b-f729-47b8-aaec-0bc6b580b7ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.250684] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aebad417-c99c-4d60-a5ab-a199b5502294 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.265416] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56d10d-d5bc-420f-ab71-a1559b9ec473 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.309635] env[68867]: DEBUG nova.compute.manager [req-33635b02-de57-471f-bb86-9c891b94d742 req-6bbd22b4-d702-4e89-ad6f-3f0336346ed1 service nova] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Detach interface failed, port_id=068486f1-c83a-48ef-b7b6-7dda51781785, reason: Instance fec55202-9159-4470-9f76-6ce5144d52d0 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.318324] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.318516] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.358202] env[68867]: DEBUG nova.network.neutron [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Successfully updated port: 2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.382858] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f48a7dec-6881-4619-8f40-9b3074432ad8 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d3784d6b-3bc1-496a-99de-d3db8d261ae7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.237s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.573282] env[68867]: INFO nova.compute.manager [-] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Took 1.60 seconds to deallocate network for instance. [ 870.591951] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.607860] env[68867]: DEBUG oslo_vmware.api [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951605, 'name': PowerOnVM_Task, 'duration_secs': 0.559073} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.608139] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.608349] env[68867]: INFO nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Took 8.69 seconds to spawn the instance on the hypervisor. [ 870.608557] env[68867]: DEBUG nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.609697] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176d269e-94dc-4eb0-8525-a987386d0e7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.699735] env[68867]: INFO nova.compute.manager [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Took 41.93 seconds to build instance. [ 870.827353] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.827565] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.827683] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.827834] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.827977] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.828144] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.828308] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 870.828415] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.861744] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.861744] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.861905] env[68867]: DEBUG nova.network.neutron [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.014190] env[68867]: DEBUG nova.network.neutron [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Updating instance_info_cache with network_info: [{"id": "f10dad8a-1797-44b1-a9b7-b75018b5e18c", "address": "fa:16:3e:0b:4b:20", "network": {"id": "09c8e06d-90bb-40cd-be1d-7b1c9f3feb49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-308407209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10dad8a-17", "ovs_interfaceid": "f10dad8a-1797-44b1-a9b7-b75018b5e18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "db0b7703-3069-4131-a3d2-2d2f34b03107", "address": "fa:16:3e:15:d9:5a", "network": {"id": "94da65d5-f5c3-4df0-94bf-6cf688221b3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1953642770", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0b7703-30", "ovs_interfaceid": "db0b7703-3069-4131-a3d2-2d2f34b03107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.081374] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.130751] env[68867]: INFO nova.compute.manager [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Took 41.09 seconds to build instance. [ 871.202699] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b04a0eb-bfb5-4502-a10e-df5e62bd5ad3 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.518s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.335409] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.433136] env[68867]: DEBUG nova.network.neutron [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.459802] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bf4d4d-d02d-4d91-bfb5-7d301894a8fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.470862] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ea844-090c-42ab-be77-a4bf24bef9b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.506776] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6c753e-ae05-44c1-8a2a-4973ef61fa95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.516680] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Releasing lock "refresh_cache-84812a0f-625b-433f-ad32-71df3bf61b67" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.517220] env[68867]: DEBUG nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Instance network_info: |[{"id": "f10dad8a-1797-44b1-a9b7-b75018b5e18c", "address": "fa:16:3e:0b:4b:20", "network": {"id": "09c8e06d-90bb-40cd-be1d-7b1c9f3feb49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-308407209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10dad8a-17", "ovs_interfaceid": "f10dad8a-1797-44b1-a9b7-b75018b5e18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "db0b7703-3069-4131-a3d2-2d2f34b03107", "address": "fa:16:3e:15:d9:5a", "network": {"id": "94da65d5-f5c3-4df0-94bf-6cf688221b3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1953642770", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0b7703-30", "ovs_interfaceid": "db0b7703-3069-4131-a3d2-2d2f34b03107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.517757] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:4b:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f10dad8a-1797-44b1-a9b7-b75018b5e18c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:d9:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db0b7703-3069-4131-a3d2-2d2f34b03107', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.528234] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.529170] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099ab2cd-50cb-4dbe-b787-acff6a05ef89 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.538694] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.538966] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d43c8b27-a16e-467e-8f9a-5bc44fd265c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.573139] env[68867]: DEBUG nova.compute.provider_tree [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.575826] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.575826] env[68867]: value = "task-2951606" [ 871.575826] env[68867]: _type = "Task" [ 871.575826] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.588021] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951606, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.633621] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9f70a4bb-a589-48ce-be4f-10228875e0aa tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.827s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.712892] env[68867]: DEBUG nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.808829] env[68867]: DEBUG nova.network.neutron [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating instance_info_cache with network_info: [{"id": "2ba3f65c-380d-4796-979e-3fdb47672c39", "address": "fa:16:3e:e4:20:a6", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba3f65c-38", "ovs_interfaceid": "2ba3f65c-380d-4796-979e-3fdb47672c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.914163] env[68867]: DEBUG nova.compute.manager [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Received event network-vif-plugged-2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.914163] env[68867]: DEBUG oslo_concurrency.lockutils [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.914163] env[68867]: DEBUG oslo_concurrency.lockutils [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.914343] env[68867]: DEBUG oslo_concurrency.lockutils [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.915037] env[68867]: DEBUG nova.compute.manager [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] No waiting events found dispatching network-vif-plugged-2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.915037] env[68867]: WARNING nova.compute.manager [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Received unexpected event network-vif-plugged-2ba3f65c-380d-4796-979e-3fdb47672c39 for instance with vm_state building and task_state spawning. [ 871.915037] env[68867]: DEBUG nova.compute.manager [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Received event network-changed-2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.915037] env[68867]: DEBUG nova.compute.manager [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Refreshing instance network info cache due to event network-changed-2ba3f65c-380d-4796-979e-3fdb47672c39. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.915253] env[68867]: DEBUG oslo_concurrency.lockutils [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] Acquiring lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.078073] env[68867]: DEBUG nova.scheduler.client.report [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.104562] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951606, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.135177] env[68867]: DEBUG nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.240604] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.315939] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.317016] env[68867]: DEBUG nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Instance network_info: |[{"id": "2ba3f65c-380d-4796-979e-3fdb47672c39", "address": "fa:16:3e:e4:20:a6", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba3f65c-38", "ovs_interfaceid": "2ba3f65c-380d-4796-979e-3fdb47672c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.317461] env[68867]: DEBUG oslo_concurrency.lockutils [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] Acquired lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.317874] env[68867]: DEBUG nova.network.neutron [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Refreshing network info cache for port 2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.320493] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:20:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba3f65c-380d-4796-979e-3fdb47672c39', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.330352] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Creating folder: Project (294d12945faf402d8178fde4ca046767). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.336118] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d688b2f-a64e-42b7-b16a-98a872885dc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.353328] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Created folder: Project (294d12945faf402d8178fde4ca046767) in parent group-v592242. [ 872.353328] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Creating folder: Instances. Parent ref: group-v592394. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.353328] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-911cb6d1-0c09-4030-8d17-50778a153666 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.366821] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Created folder: Instances in parent group-v592394. [ 872.367110] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.367323] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.367538] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15e26d5c-4c8d-4f8b-ae44-4f6a0a29d089 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.397861] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.397861] env[68867]: value = "task-2951609" [ 872.397861] env[68867]: _type = "Task" [ 872.397861] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.409016] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951609, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.593836] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.595610] env[68867]: DEBUG nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.601838] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.042s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.602176] env[68867]: DEBUG nova.objects.instance [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lazy-loading 'resources' on Instance uuid d34132e0-a8de-4502-8f32-16056146ec8a {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.607331] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951606, 'name': CreateVM_Task, 'duration_secs': 0.782073} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.607849] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.608744] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.608911] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.610110] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.610381] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd97f548-59c7-4447-836c-9122177f909f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.616879] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 872.616879] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520f6c6b-7bbe-148b-cfdd-205fd0bcdd33" [ 872.616879] env[68867]: _type = "Task" [ 872.616879] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.630485] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f6c6b-7bbe-148b-cfdd-205fd0bcdd33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.670100] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.907570] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951609, 'name': CreateVM_Task, 'duration_secs': 0.504127} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.907570] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.908120] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.974149] env[68867]: DEBUG nova.network.neutron [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updated VIF entry in instance network info cache for port 2ba3f65c-380d-4796-979e-3fdb47672c39. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.974530] env[68867]: DEBUG nova.network.neutron [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating instance_info_cache with network_info: [{"id": "2ba3f65c-380d-4796-979e-3fdb47672c39", "address": "fa:16:3e:e4:20:a6", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba3f65c-38", "ovs_interfaceid": "2ba3f65c-380d-4796-979e-3fdb47672c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.112198] env[68867]: DEBUG nova.compute.utils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.114385] env[68867]: DEBUG nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 873.131039] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f6c6b-7bbe-148b-cfdd-205fd0bcdd33, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.131929] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.132661] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.132661] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.132773] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.132970] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.133254] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.133943] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.133943] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a901c35c-b913-4721-abd4-f992830b3156 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.136934] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb96af2-76f7-4083-be7d-314ab56c3031 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.148334] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 873.148334] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b4303e-0e87-2658-b6b5-dccfa33747c8" [ 873.148334] env[68867]: _type = "Task" [ 873.148334] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.152012] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.152292] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.155977] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff4a2ad-03b2-47f9-be0d-c47faa38436d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.165811] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 873.165811] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52197049-cc2b-6d6f-3d5b-fc0170c60d0c" [ 873.165811] env[68867]: _type = "Task" [ 873.165811] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.172687] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b4303e-0e87-2658-b6b5-dccfa33747c8, 'name': SearchDatastore_Task, 'duration_secs': 0.020483} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.176306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.176574] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.176791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.187741] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52197049-cc2b-6d6f-3d5b-fc0170c60d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01772} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.190269] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319345ba-f19e-480b-8860-4d5eb631c464 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.199688] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 873.199688] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526aef15-cc3a-3f23-6e6a-f24c07dc32e5" [ 873.199688] env[68867]: _type = "Task" [ 873.199688] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.211234] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526aef15-cc3a-3f23-6e6a-f24c07dc32e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.479403] env[68867]: DEBUG oslo_concurrency.lockutils [req-11b571a1-a500-4c9f-a885-717c061c53b7 req-84a1edba-7314-4563-ade8-f26d1ec04473 service nova] Releasing lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.616878] env[68867]: DEBUG nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.633367] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7223eb-b025-4b84-b522-a46499f4ff8d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.641271] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87570372-b126-48df-9852-bec30618836e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.676423] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fb727d-11dc-4dd8-b16d-c55aa3ec4731 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.685464] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55ffa2-35d0-48b6-9c9b-13715397afd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.700840] env[68867]: DEBUG nova.compute.provider_tree [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.711720] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526aef15-cc3a-3f23-6e6a-f24c07dc32e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013308} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.712551] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.712809] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 84812a0f-625b-433f-ad32-71df3bf61b67/84812a0f-625b-433f-ad32-71df3bf61b67.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.713099] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.713283] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.713487] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f50888d-4a20-4e5a-b4e9-24ae7c38397b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.715560] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc73b53-7f31-45b8-9944-30261f2c6960 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.724938] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 873.724938] env[68867]: value = "task-2951610" [ 873.724938] env[68867]: _type = "Task" [ 873.724938] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.730237] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.730430] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.733767] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec5ae3c-b100-4b0c-b1da-01cc5638a004 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.736577] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.739919] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 873.739919] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521549e2-94b8-2631-421e-f441d3aace9c" [ 873.739919] env[68867]: _type = "Task" [ 873.739919] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.748143] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521549e2-94b8-2631-421e-f441d3aace9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.007276] env[68867]: DEBUG nova.compute.manager [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Received event network-changed-e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.007276] env[68867]: DEBUG nova.compute.manager [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Refreshing instance network info cache due to event network-changed-e69649ab-c1cf-44f4-8ca4-3230cd317a7d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.007276] env[68867]: DEBUG oslo_concurrency.lockutils [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] Acquiring lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.007276] env[68867]: DEBUG oslo_concurrency.lockutils [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] Acquired lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.007276] env[68867]: DEBUG nova.network.neutron [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Refreshing network info cache for port e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.203759] env[68867]: DEBUG nova.scheduler.client.report [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.237634] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.252840] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521549e2-94b8-2631-421e-f441d3aace9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01343} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.253796] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c919ee22-5cc2-412d-b85f-c5cf8ea6ee13 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.262163] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 874.262163] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529b5fb0-7527-d007-7310-482d4c5ddbe6" [ 874.262163] env[68867]: _type = "Task" [ 874.262163] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.272732] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529b5fb0-7527-d007-7310-482d4c5ddbe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.469400] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.469400] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.481149] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.481330] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.481435] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.481627] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.481793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.484416] env[68867]: INFO nova.compute.manager [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Terminating instance [ 874.621052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.621052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.621052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.621272] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.621368] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.624015] env[68867]: INFO nova.compute.manager [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Terminating instance [ 874.625964] env[68867]: DEBUG nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.653934] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.654198] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.654353] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.654565] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.654668] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.654811] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.655017] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.655192] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.655374] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.655503] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.655702] env[68867]: DEBUG nova.virt.hardware [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.657019] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6e8fef-340a-4b1a-bb12-13b7a6a721cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.667969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ab4ae-39b8-4786-ab66-dad317385d60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.683210] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.688251] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Creating folder: Project (347e03954f764388bcdd436927b8efe9). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.688588] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee3d861b-709d-4cfb-808f-beb3c18ecb7c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.701047] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Created folder: Project (347e03954f764388bcdd436927b8efe9) in parent group-v592242. [ 874.701190] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Creating folder: Instances. Parent ref: group-v592397. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.701415] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dd57240-2bc6-48df-8a39-48c9197d0e5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.709664] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.712903] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.790s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.713144] env[68867]: DEBUG nova.objects.instance [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lazy-loading 'resources' on Instance uuid 14625365-3474-4822-a561-dce6ae6b5cfd {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.714382] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Created folder: Instances in parent group-v592397. [ 874.714638] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.715178] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.715409] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da35cbb6-fcf5-4624-944c-2a07c0e8242c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.734465] env[68867]: INFO nova.scheduler.client.report [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Deleted allocations for instance d34132e0-a8de-4502-8f32-16056146ec8a [ 874.745212] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.745212] env[68867]: value = "task-2951613" [ 874.745212] env[68867]: _type = "Task" [ 874.745212] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.748895] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857341} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.752581] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 84812a0f-625b-433f-ad32-71df3bf61b67/84812a0f-625b-433f-ad32-71df3bf61b67.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.752803] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.753073] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ff0cd8-015f-4f5c-bc7c-e1ea7f00a2a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.761343] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951613, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.763215] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 874.763215] env[68867]: value = "task-2951614" [ 874.763215] env[68867]: _type = "Task" [ 874.763215] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.777487] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.781311] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529b5fb0-7527-d007-7310-482d4c5ddbe6, 'name': SearchDatastore_Task, 'duration_secs': 0.06794} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.782198] env[68867]: DEBUG nova.network.neutron [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Updated VIF entry in instance network info cache for port e69649ab-c1cf-44f4-8ca4-3230cd317a7d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.782537] env[68867]: DEBUG nova.network.neutron [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Updating instance_info_cache with network_info: [{"id": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "address": "fa:16:3e:fb:96:e6", "network": {"id": "073b8fe0-11fe-4a08-9ccf-9a0beb877e9d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-695463773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef65643d834b06a71e9b74f7e8fac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69649ab-c1", "ovs_interfaceid": "e69649ab-c1cf-44f4-8ca4-3230cd317a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.783737] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.784007] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 5c0d7d13-150d-42af-9bc6-3646e104bbcf/5c0d7d13-150d-42af-9bc6-3646e104bbcf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.784981] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5496b395-2aed-4ecc-aebb-aefbc7deaafc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.793839] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 874.793839] env[68867]: value = "task-2951615" [ 874.793839] env[68867]: _type = "Task" [ 874.793839] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.806143] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.990868] env[68867]: DEBUG nova.compute.manager [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.990868] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.990868] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9b8be-f1ab-4575-94cf-dccab0a6a77e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.000333] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.000333] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4cf2b41-2cd1-4353-b214-a7b90960aba0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.007993] env[68867]: DEBUG oslo_vmware.api [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 875.007993] env[68867]: value = "task-2951616" [ 875.007993] env[68867]: _type = "Task" [ 875.007993] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.019720] env[68867]: DEBUG oslo_vmware.api [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.051015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.051272] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.074100] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "d425f53b-adc7-4da1-90c8-de8ea43f486a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.074341] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.074546] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "d425f53b-adc7-4da1-90c8-de8ea43f486a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.074724] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.074885] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.076927] env[68867]: INFO nova.compute.manager [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Terminating instance [ 875.130650] env[68867]: DEBUG nova.compute.manager [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.130908] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.131801] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f80237d-a86f-4e30-978b-b169198f41ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.140248] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.140493] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91036250-0988-462e-92b7-610937279654 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.147575] env[68867]: DEBUG oslo_vmware.api [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 875.147575] env[68867]: value = "task-2951617" [ 875.147575] env[68867]: _type = "Task" [ 875.147575] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.156634] env[68867]: DEBUG oslo_vmware.api [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.246020] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28423b4d-d5e4-4886-b1e7-be8119e9e095 tempest-ServerExternalEventsTest-598812089 tempest-ServerExternalEventsTest-598812089-project-member] Lock "d34132e0-a8de-4502-8f32-16056146ec8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.187s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.260482] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951613, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.277448] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079411} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.280353] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.281767] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222997f-e134-4755-a9b3-a61ddf921832 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.286326] env[68867]: DEBUG oslo_concurrency.lockutils [req-8384d62f-ee89-4a7e-852a-96ead5b2fcb6 req-9716cfb8-6df7-4191-b522-e7eb7cb4da54 service nova] Releasing lock "refresh_cache-fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.309758] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 84812a0f-625b-433f-ad32-71df3bf61b67/84812a0f-625b-433f-ad32-71df3bf61b67.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.315751] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40dbc1be-fccb-4216-8b47-0236b3642bec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.338364] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 875.338364] env[68867]: value = "task-2951618" [ 875.338364] env[68867]: _type = "Task" [ 875.338364] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.340319] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.352510] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.520907] env[68867]: DEBUG oslo_vmware.api [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951616, 'name': PowerOffVM_Task, 'duration_secs': 0.349426} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.521208] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.521373] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.521638] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aeea81d-0c9e-4fef-a9b2-cddb12623678 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.581227] env[68867]: DEBUG nova.compute.manager [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.581492] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.582362] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a6af5-077d-4134-8ac8-927fbdb17dc8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.593626] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.594069] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf3d0e3-99b1-4fdf-bc53-c1d0220355fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.603124] env[68867]: DEBUG oslo_vmware.api [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 875.603124] env[68867]: value = "task-2951620" [ 875.603124] env[68867]: _type = "Task" [ 875.603124] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.610303] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.610518] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.610729] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleting the datastore file [datastore2] d2ea3c01-ac5e-4075-81c6-862f4e526a20 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.611595] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b27ee583-6283-4410-a684-00dc0c6e8dab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.617399] env[68867]: DEBUG oslo_vmware.api [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.625390] env[68867]: DEBUG oslo_vmware.api [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 875.625390] env[68867]: value = "task-2951621" [ 875.625390] env[68867]: _type = "Task" [ 875.625390] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.634168] env[68867]: DEBUG oslo_vmware.api [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.672997] env[68867]: DEBUG oslo_vmware.api [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951617, 'name': PowerOffVM_Task, 'duration_secs': 0.259281} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.673316] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.673490] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.673748] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b5a4cd2-59c1-49ed-8c6c-937fea2e7136 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.764075] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.764431] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.764748] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleting the datastore file [datastore1] 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.769529] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe40994-ad9d-4859-8938-14267acf613d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.773411] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951613, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.784129] env[68867]: DEBUG oslo_vmware.api [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for the task: (returnval){ [ 875.784129] env[68867]: value = "task-2951623" [ 875.784129] env[68867]: _type = "Task" [ 875.784129] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.792025] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71041a51-f5c9-460b-949c-b6768881dbc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.799036] env[68867]: DEBUG oslo_vmware.api [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.808879] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a745106-9aea-42e6-ac9c-8224a7b214b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.816998] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951615, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.854507] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae3d39-67d2-4a7d-b0d8-d4b6344ba72e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.867630] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.870161] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586e9d1-61a9-4ecd-a31b-a8c317a484d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.890126] env[68867]: DEBUG nova.compute.provider_tree [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.120371] env[68867]: DEBUG oslo_vmware.api [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951620, 'name': PowerOffVM_Task, 'duration_secs': 0.231206} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.121043] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.121043] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.121477] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1b55c3-6219-41b1-aec9-0b839db85308 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.137479] env[68867]: DEBUG oslo_vmware.api [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286239} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.137811] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.138024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.138403] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.138637] env[68867]: INFO nova.compute.manager [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Took 1.15 seconds to destroy the instance on the hypervisor. [ 876.138999] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.139104] env[68867]: DEBUG nova.compute.manager [-] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.139194] env[68867]: DEBUG nova.network.neutron [-] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.203034] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.203034] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.203034] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Deleting the datastore file [datastore2] d425f53b-adc7-4da1-90c8-de8ea43f486a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.203034] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77b61253-b63d-4c60-a4df-9f76721d2ef2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.209894] env[68867]: DEBUG oslo_vmware.api [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 876.209894] env[68867]: value = "task-2951625" [ 876.209894] env[68867]: _type = "Task" [ 876.209894] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.221726] env[68867]: DEBUG oslo_vmware.api [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.261723] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951613, 'name': CreateVM_Task, 'duration_secs': 1.397666} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.262065] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.262348] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.262509] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.262829] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.263101] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de78f6b-535e-4560-978f-c6e9c2abb87d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.268828] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 876.268828] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52361be2-2d2f-79c9-a000-e7bbed9713ad" [ 876.268828] env[68867]: _type = "Task" [ 876.268828] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.277178] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52361be2-2d2f-79c9-a000-e7bbed9713ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.293142] env[68867]: DEBUG oslo_vmware.api [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Task: {'id': task-2951623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423987} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.294059] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.294059] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.294059] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.294059] env[68867]: INFO nova.compute.manager [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 876.294266] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.294397] env[68867]: DEBUG nova.compute.manager [-] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.294443] env[68867]: DEBUG nova.network.neutron [-] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.311132] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951615, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.27098} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.311384] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 5c0d7d13-150d-42af-9bc6-3646e104bbcf/5c0d7d13-150d-42af-9bc6-3646e104bbcf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.311587] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.311823] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff88d82e-8789-4ad8-a483-60378c163890 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.319241] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 876.319241] env[68867]: value = "task-2951626" [ 876.319241] env[68867]: _type = "Task" [ 876.319241] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.330161] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.359793] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951618, 'name': ReconfigVM_Task, 'duration_secs': 0.828731} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.360086] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 84812a0f-625b-433f-ad32-71df3bf61b67/84812a0f-625b-433f-ad32-71df3bf61b67.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.360748] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d220ba06-f50e-4436-bd21-73edb2725900 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.371431] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 876.371431] env[68867]: value = "task-2951627" [ 876.371431] env[68867]: _type = "Task" [ 876.371431] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.383070] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951627, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.392191] env[68867]: DEBUG nova.scheduler.client.report [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.607615] env[68867]: DEBUG nova.compute.manager [req-4c285828-744f-49d6-960e-90a757b55ae8 req-f3e277f5-bf4a-4f7c-b81b-7f36eeadaaaa service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Received event network-vif-deleted-f87d48f9-2735-4dba-b823-a1f5ad30a7ff {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.607808] env[68867]: INFO nova.compute.manager [req-4c285828-744f-49d6-960e-90a757b55ae8 req-f3e277f5-bf4a-4f7c-b81b-7f36eeadaaaa service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Neutron deleted interface f87d48f9-2735-4dba-b823-a1f5ad30a7ff; detaching it from the instance and deleting it from the info cache [ 876.607976] env[68867]: DEBUG nova.network.neutron [req-4c285828-744f-49d6-960e-90a757b55ae8 req-f3e277f5-bf4a-4f7c-b81b-7f36eeadaaaa service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.724108] env[68867]: DEBUG oslo_vmware.api [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282607} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.724398] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.724585] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.724761] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.724927] env[68867]: INFO nova.compute.manager [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 876.725195] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.725392] env[68867]: DEBUG nova.compute.manager [-] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.725490] env[68867]: DEBUG nova.network.neutron [-] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.780773] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52361be2-2d2f-79c9-a000-e7bbed9713ad, 'name': SearchDatastore_Task, 'duration_secs': 0.017614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.781118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.781352] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.781594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.781850] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.781981] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.782334] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d69f58b-5f83-499f-a575-e02986b8eb75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.796038] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.796038] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.796948] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bdf4ba-ed25-42bb-b71b-e89ffb913083 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.804442] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 876.804442] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e9c40d-909c-8cec-90a1-245c65ff7d9d" [ 876.804442] env[68867]: _type = "Task" [ 876.804442] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.814780] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9c40d-909c-8cec-90a1-245c65ff7d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.828410] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072403} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.828707] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.829578] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83093095-8176-4f40-b3b9-e631567f0c7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.856090] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5c0d7d13-150d-42af-9bc6-3646e104bbcf/5c0d7d13-150d-42af-9bc6-3646e104bbcf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.856382] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09bb0859-6fce-492d-9f62-dd8d01b6c223 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.879684] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 876.879684] env[68867]: value = "task-2951628" [ 876.879684] env[68867]: _type = "Task" [ 876.879684] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.882753] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951627, 'name': Rename_Task, 'duration_secs': 0.408614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.886173] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.886431] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a082fe35-9984-41f8-ae1f-9a16f240f6bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898960] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.901016] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.902570] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.306s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.902805] env[68867]: DEBUG nova.objects.instance [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lazy-loading 'resources' on Instance uuid 1bf15cde-c03f-426d-8a59-af1bba3b394d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.904109] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 876.904109] env[68867]: value = "task-2951629" [ 876.904109] env[68867]: _type = "Task" [ 876.904109] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.917391] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.924948] env[68867]: INFO nova.scheduler.client.report [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Deleted allocations for instance 14625365-3474-4822-a561-dce6ae6b5cfd [ 877.092495] env[68867]: DEBUG nova.network.neutron [-] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.111570] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc4da9f8-c993-4e5c-8a30-542510a1379c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.124262] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128e800-5784-4b12-8628-22446340e16c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.141733] env[68867]: DEBUG nova.network.neutron [-] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.162180] env[68867]: DEBUG nova.compute.manager [req-4c285828-744f-49d6-960e-90a757b55ae8 req-f3e277f5-bf4a-4f7c-b81b-7f36eeadaaaa service nova] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Detach interface failed, port_id=f87d48f9-2735-4dba-b823-a1f5ad30a7ff, reason: Instance d2ea3c01-ac5e-4075-81c6-862f4e526a20 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.316447] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9c40d-909c-8cec-90a1-245c65ff7d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.063526} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.317513] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574ccdc3-bfa4-4302-8ce3-5ac2c32cee0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.324016] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 877.324016] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5209cdde-d33b-777d-60ae-cefc7b8a9735" [ 877.324016] env[68867]: _type = "Task" [ 877.324016] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.334288] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5209cdde-d33b-777d-60ae-cefc7b8a9735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.393583] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.415675] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951629, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.436413] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3372708-6c7b-436d-9818-693fb17ec37e tempest-ServerShowV247Test-1490894281 tempest-ServerShowV247Test-1490894281-project-member] Lock "14625365-3474-4822-a561-dce6ae6b5cfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.615s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.476578] env[68867]: DEBUG nova.network.neutron [-] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.595420] env[68867]: INFO nova.compute.manager [-] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Took 1.46 seconds to deallocate network for instance. [ 877.645185] env[68867]: INFO nova.compute.manager [-] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Took 1.35 seconds to deallocate network for instance. [ 877.837080] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5209cdde-d33b-777d-60ae-cefc7b8a9735, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.839804] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.839804] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.839804] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aff1d9c-0892-4b9c-8f83-76cbb6b04c22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.847499] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 877.847499] env[68867]: value = "task-2951630" [ 877.847499] env[68867]: _type = "Task" [ 877.847499] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.856209] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.894897] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951628, 'name': ReconfigVM_Task, 'duration_secs': 0.661363} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.896659] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5c0d7d13-150d-42af-9bc6-3646e104bbcf/5c0d7d13-150d-42af-9bc6-3646e104bbcf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.898131] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0367f59-3786-425a-9850-9f376e1209ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.904818] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 877.904818] env[68867]: value = "task-2951631" [ 877.904818] env[68867]: _type = "Task" [ 877.904818] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.919183] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951631, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.923729] env[68867]: DEBUG oslo_vmware.api [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951629, 'name': PowerOnVM_Task, 'duration_secs': 0.747514} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.923729] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.923729] env[68867]: INFO nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Took 13.18 seconds to spawn the instance on the hypervisor. [ 877.924128] env[68867]: DEBUG nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.924910] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379fb69-3c50-4b3c-bd31-a2ab2f38b757 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.953666] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba01bf7-38f0-4e61-9854-3c48701b9a79 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.962656] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964fe15f-f05e-44ad-8517-86d724157130 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.999659] env[68867]: INFO nova.compute.manager [-] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Took 1.27 seconds to deallocate network for instance. [ 878.002832] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15542cd7-cb5b-4e09-8c01-95da8f6d2858 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.014486] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6de769-01ce-4b29-af64-364b32fd8454 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.030876] env[68867]: DEBUG nova.compute.provider_tree [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.105866] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.153810] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.308618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "b4f78403-1571-4bd0-b045-4487fe6e05b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.309056] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.359791] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50749} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.360107] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.360333] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.360595] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b090f05-e8a0-4f47-8073-c4c6a5bcbd0d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.367599] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 878.367599] env[68867]: value = "task-2951632" [ 878.367599] env[68867]: _type = "Task" [ 878.367599] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.376069] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.415956] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951631, 'name': Rename_Task, 'duration_secs': 0.153696} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.416279] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.416575] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c8d9da-e36f-411f-9033-532ec85bac8b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.424475] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 878.424475] env[68867]: value = "task-2951633" [ 878.424475] env[68867]: _type = "Task" [ 878.424475] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.433488] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.448065] env[68867]: INFO nova.compute.manager [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Took 43.87 seconds to build instance. [ 878.510049] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.534176] env[68867]: DEBUG nova.scheduler.client.report [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.637393] env[68867]: DEBUG nova.compute.manager [req-b30051dc-1ea0-455c-964a-7ad3dc98f3ae req-14e5503b-86b3-4f0b-9414-78132913489b service nova] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Received event network-vif-deleted-3adf2381-46ef-4a40-a19f-337e862e3547 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.637621] env[68867]: DEBUG nova.compute.manager [req-b30051dc-1ea0-455c-964a-7ad3dc98f3ae req-14e5503b-86b3-4f0b-9414-78132913489b service nova] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Received event network-vif-deleted-f38a6d7e-de6e-45c9-aa72-3c5ac25bb557 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.878190] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069889} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.878472] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.879374] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d16e56-a5b3-421e-b103-635e302b1af9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.891952] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "84812a0f-625b-433f-ad32-71df3bf61b67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.900778] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.901454] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88208ac8-2403-4c3c-8a3d-8ebbcacc9aa5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.922162] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 878.922162] env[68867]: value = "task-2951634" [ 878.922162] env[68867]: _type = "Task" [ 878.922162] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.934996] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.938199] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.950074] env[68867]: DEBUG oslo_concurrency.lockutils [None req-767201cb-aa99-47bb-977b-84ca80a73200 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "84812a0f-625b-433f-ad32-71df3bf61b67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.508s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.951461] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "84812a0f-625b-433f-ad32-71df3bf61b67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.060s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.952098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.952098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.952252] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "84812a0f-625b-433f-ad32-71df3bf61b67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.954505] env[68867]: INFO nova.compute.manager [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Terminating instance [ 879.040061] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.043726] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.838s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.044220] env[68867]: DEBUG nova.objects.instance [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'resources' on Instance uuid 11bc20f4-fdb7-4907-ae3d-088ea6294592 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.068247] env[68867]: INFO nova.scheduler.client.report [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Deleted allocations for instance 1bf15cde-c03f-426d-8a59-af1bba3b394d [ 879.437499] env[68867]: DEBUG oslo_vmware.api [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2951633, 'name': PowerOnVM_Task, 'duration_secs': 0.598816} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.437826] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951634, 'name': ReconfigVM_Task, 'duration_secs': 0.329088} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.437945] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.438155] env[68867]: INFO nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Took 9.79 seconds to spawn the instance on the hypervisor. [ 879.438334] env[68867]: DEBUG nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.438672] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.439766] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567678c4-9e04-49b4-b852-34a58ecdfa98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.441975] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04202e9d-244b-4fd3-9e6f-968ea399b022 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.450541] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 879.450541] env[68867]: value = "task-2951635" [ 879.450541] env[68867]: _type = "Task" [ 879.450541] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.454921] env[68867]: DEBUG nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.460433] env[68867]: DEBUG nova.compute.manager [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.460630] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.460878] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951635, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.462243] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88940211-15f0-48ea-be5a-9e4d60c20e0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.468943] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.469169] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f452376c-d15d-4499-9e39-2743241599e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.475683] env[68867]: DEBUG oslo_vmware.api [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 879.475683] env[68867]: value = "task-2951636" [ 879.475683] env[68867]: _type = "Task" [ 879.475683] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.485410] env[68867]: DEBUG oslo_vmware.api [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.576081] env[68867]: DEBUG oslo_concurrency.lockutils [None req-048bc508-1968-403c-966c-32ebd0e1ffb8 tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.443s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.577201] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.697s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.577340] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.577473] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.577665] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.581984] env[68867]: INFO nova.compute.manager [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Terminating instance [ 879.963623] env[68867]: INFO nova.compute.manager [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Took 43.33 seconds to build instance. [ 879.974409] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951635, 'name': Rename_Task, 'duration_secs': 0.156206} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.977342] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.978350] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6f9ac4-f638-41ae-9795-2299a9c08ef6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.983972] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.988440] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924ecda5-e355-44a7-9151-72599e181a8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.995134] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 879.995134] env[68867]: value = "task-2951637" [ 879.995134] env[68867]: _type = "Task" [ 879.995134] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.995368] env[68867]: DEBUG oslo_vmware.api [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951636, 'name': PowerOffVM_Task, 'duration_secs': 0.22215} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.996072] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.996256] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.999703] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25813b5-2ba8-4454-abef-199e3150374d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.004114] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625622a7-fbbe-4045-9666-b9ce7019a851 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.010466] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.044952] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a92cd27-4530-4a37-a00c-870afa502ec0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.053678] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f99b573-4dcc-4a72-acb3-183e6bec9079 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.069349] env[68867]: DEBUG nova.compute.provider_tree [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.089818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.090006] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquired lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.090193] env[68867]: DEBUG nova.network.neutron [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.469821] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bdab87b4-a053-4458-aaa7-b22eaa6e6be5 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.030s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.508561] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.572677] env[68867]: DEBUG nova.scheduler.client.report [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.595082] env[68867]: DEBUG nova.compute.utils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Can not refresh info_cache because instance was not found {{(pid=68867) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 880.615249] env[68867]: DEBUG nova.network.neutron [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.689250] env[68867]: DEBUG nova.network.neutron [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.762018] env[68867]: DEBUG nova.compute.manager [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Received event network-changed-2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.762018] env[68867]: DEBUG nova.compute.manager [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Refreshing instance network info cache due to event network-changed-2ba3f65c-380d-4796-979e-3fdb47672c39. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.762018] env[68867]: DEBUG oslo_concurrency.lockutils [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] Acquiring lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.762018] env[68867]: DEBUG oslo_concurrency.lockutils [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] Acquired lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.762018] env[68867]: DEBUG nova.network.neutron [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Refreshing network info cache for port 2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.973330] env[68867]: DEBUG nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.008292] env[68867]: DEBUG oslo_vmware.api [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951637, 'name': PowerOnVM_Task, 'duration_secs': 0.574926} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.009362] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.009706] env[68867]: INFO nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Took 6.38 seconds to spawn the instance on the hypervisor. [ 881.009826] env[68867]: DEBUG nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.010665] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc1c86d-d5a2-43e4-b710-197e0654ae49 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.082677] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.084544] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.650s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.086021] env[68867]: INFO nova.compute.claims [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.107371] env[68867]: INFO nova.scheduler.client.report [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted allocations for instance 11bc20f4-fdb7-4907-ae3d-088ea6294592 [ 881.192411] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Releasing lock "refresh_cache-1bf15cde-c03f-426d-8a59-af1bba3b394d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.192825] env[68867]: DEBUG nova.compute.manager [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.193038] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.193335] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7873516-ff6d-431c-8393-752a9896bffc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.205566] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3f8256-1a03-44c1-b4e7-ba3bc8a27f42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.244154] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.244420] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.244620] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.244851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.245244] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.247064] env[68867]: WARNING nova.virt.vmwareapi.vmops [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1bf15cde-c03f-426d-8a59-af1bba3b394d could not be found. [ 881.247330] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.247433] env[68867]: INFO nova.compute.manager [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 881.247646] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.248163] env[68867]: INFO nova.compute.manager [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Terminating instance [ 881.250416] env[68867]: DEBUG nova.compute.manager [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.250508] env[68867]: DEBUG nova.network.neutron [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.252119] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.252315] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.252488] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Deleting the datastore file [datastore1] 84812a0f-625b-433f-ad32-71df3bf61b67 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.253573] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e50c425-2a20-4d71-af21-72722716f73b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.261456] env[68867]: DEBUG oslo_vmware.api [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for the task: (returnval){ [ 881.261456] env[68867]: value = "task-2951639" [ 881.261456] env[68867]: _type = "Task" [ 881.261456] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.272688] env[68867]: DEBUG oslo_vmware.api [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.286569] env[68867]: DEBUG nova.network.neutron [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.497126] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.526488] env[68867]: DEBUG nova.network.neutron [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updated VIF entry in instance network info cache for port 2ba3f65c-380d-4796-979e-3fdb47672c39. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.526916] env[68867]: DEBUG nova.network.neutron [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating instance_info_cache with network_info: [{"id": "2ba3f65c-380d-4796-979e-3fdb47672c39", "address": "fa:16:3e:e4:20:a6", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba3f65c-38", "ovs_interfaceid": "2ba3f65c-380d-4796-979e-3fdb47672c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.530428] env[68867]: INFO nova.compute.manager [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Took 41.44 seconds to build instance. [ 881.617713] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8a6bf019-eaf5-4e27-bae8-6d47a21efa14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "11bc20f4-fdb7-4907-ae3d-088ea6294592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.968s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.756493] env[68867]: DEBUG nova.compute.manager [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.756786] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.757840] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ad358-dd0a-47df-a5ea-34a44cc72f51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.767722] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.768475] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c3eec7-09ca-44d8-a379-0ed86ec4b2ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.773375] env[68867]: DEBUG oslo_vmware.api [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Task: {'id': task-2951639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195829} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.773625] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.773806] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.773981] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.774241] env[68867]: INFO nova.compute.manager [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Took 2.31 seconds to destroy the instance on the hypervisor. [ 881.774463] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.775697] env[68867]: DEBUG nova.compute.manager [-] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.775814] env[68867]: DEBUG nova.network.neutron [-] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.777539] env[68867]: DEBUG oslo_vmware.api [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 881.777539] env[68867]: value = "task-2951640" [ 881.777539] env[68867]: _type = "Task" [ 881.777539] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.786814] env[68867]: DEBUG oslo_vmware.api [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.790321] env[68867]: DEBUG nova.network.neutron [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.031418] env[68867]: DEBUG oslo_concurrency.lockutils [req-a09c6b02-530e-4683-9283-10df2f9d3d79 req-2e99a52c-f07b-452f-b1e1-b4899bd5beb7 service nova] Releasing lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.032680] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0dbb81f9-287c-4fd3-84a7-46b5f46280c1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "71871f70-15df-4677-8374-5cc6503fc4ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.678s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.291023] env[68867]: DEBUG oslo_vmware.api [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951640, 'name': PowerOffVM_Task, 'duration_secs': 0.280484} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.294141] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.294329] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.294701] env[68867]: INFO nova.compute.manager [-] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Took 1.04 seconds to deallocate network for instance. [ 882.295158] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab3fec68-454d-460a-a74f-78fd50ceb8dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.374359] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.374359] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.374742] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Deleting the datastore file [datastore2] cc8a23f9-92ab-4360-882f-81bcc26f6f79 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.374742] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b04c009-c3d9-432e-80bc-fc59ed9576b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.383246] env[68867]: DEBUG oslo_vmware.api [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for the task: (returnval){ [ 882.383246] env[68867]: value = "task-2951642" [ 882.383246] env[68867]: _type = "Task" [ 882.383246] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.398392] env[68867]: DEBUG oslo_vmware.api [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.406183] env[68867]: DEBUG nova.compute.manager [req-83b55655-1a10-4c8f-bbf0-4321450b45ca req-1f40b360-9cd0-490d-b1d3-a67919820292 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received event network-vif-deleted-db0b7703-3069-4131-a3d2-2d2f34b03107 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.406393] env[68867]: INFO nova.compute.manager [req-83b55655-1a10-4c8f-bbf0-4321450b45ca req-1f40b360-9cd0-490d-b1d3-a67919820292 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Neutron deleted interface db0b7703-3069-4131-a3d2-2d2f34b03107; detaching it from the instance and deleting it from the info cache [ 882.406650] env[68867]: DEBUG nova.network.neutron [req-83b55655-1a10-4c8f-bbf0-4321450b45ca req-1f40b360-9cd0-490d-b1d3-a67919820292 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Updating instance_info_cache with network_info: [{"id": "f10dad8a-1797-44b1-a9b7-b75018b5e18c", "address": "fa:16:3e:0b:4b:20", "network": {"id": "09c8e06d-90bb-40cd-be1d-7b1c9f3feb49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-308407209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef21bbeb040432fb54ada8729e32254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10dad8a-17", "ovs_interfaceid": "f10dad8a-1797-44b1-a9b7-b75018b5e18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.536751] env[68867]: DEBUG nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.684017] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de537338-7e7b-446a-8228-9e9ce20d3392 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.690908] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e653c2-bfac-4e4b-9509-d89f7727b088 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.725605] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5bf961-c62a-4c39-8ca1-e90ad77b4c27 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.734562] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e451341a-0df4-4c1f-86c5-c84d7e0127bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.749176] env[68867]: DEBUG nova.compute.provider_tree [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.801355] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "0c506724-8d87-40ef-9f7c-755ad33415be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.801582] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.803062] env[68867]: INFO nova.compute.manager [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance disappeared during terminate [ 882.803264] env[68867]: DEBUG oslo_concurrency.lockutils [None req-da07cf92-f3f5-4a9f-886b-efcf2897203e tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "1bf15cde-c03f-426d-8a59-af1bba3b394d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.226s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.895087] env[68867]: DEBUG oslo_vmware.api [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Task: {'id': task-2951642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183002} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.895372] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.895549] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.895725] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.895890] env[68867]: INFO nova.compute.manager [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Took 1.14 seconds to destroy the instance on the hypervisor. [ 882.896146] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.896909] env[68867]: DEBUG nova.compute.manager [-] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.897029] env[68867]: DEBUG nova.network.neutron [-] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.909666] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-215a602d-b264-4e5d-8f0f-c36f9dce0ca0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.912021] env[68867]: DEBUG nova.network.neutron [-] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.921018] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fb3d0a-b4c9-49c2-95f6-04cf5f2f338d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.954221] env[68867]: DEBUG nova.compute.manager [req-83b55655-1a10-4c8f-bbf0-4321450b45ca req-1f40b360-9cd0-490d-b1d3-a67919820292 service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Detach interface failed, port_id=db0b7703-3069-4131-a3d2-2d2f34b03107, reason: Instance 84812a0f-625b-433f-ad32-71df3bf61b67 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.054250] env[68867]: INFO nova.compute.manager [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Rebuilding instance [ 883.065765] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.092971] env[68867]: DEBUG nova.compute.manager [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.093851] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567a893-5b74-4949-85c7-53944e8d92da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.253246] env[68867]: DEBUG nova.scheduler.client.report [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.414908] env[68867]: INFO nova.compute.manager [-] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Took 1.64 seconds to deallocate network for instance. [ 883.647559] env[68867]: DEBUG nova.network.neutron [-] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.758906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.759451] env[68867]: DEBUG nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.762228] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.344s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.763985] env[68867]: INFO nova.compute.claims [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.921933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.109892] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.110325] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38d031d-48fe-4456-8ed5-702cf39d9eda {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.119508] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 884.119508] env[68867]: value = "task-2951643" [ 884.119508] env[68867]: _type = "Task" [ 884.119508] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.128161] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.152437] env[68867]: INFO nova.compute.manager [-] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Took 1.26 seconds to deallocate network for instance. [ 884.268272] env[68867]: DEBUG nova.compute.utils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.271368] env[68867]: DEBUG nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 884.454939] env[68867]: DEBUG nova.compute.manager [req-49c40c26-0266-4c64-a722-0d093d413744 req-f43bd6dd-22d4-4476-bc91-67eaf9a1a6eb service nova] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Received event network-vif-deleted-f10dad8a-1797-44b1-a9b7-b75018b5e18c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.455299] env[68867]: DEBUG nova.compute.manager [req-49c40c26-0266-4c64-a722-0d093d413744 req-f43bd6dd-22d4-4476-bc91-67eaf9a1a6eb service nova] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Received event network-vif-deleted-025dc181-5126-4a29-8372-46d844f2adf7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.634736] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951643, 'name': PowerOffVM_Task, 'duration_secs': 0.137498} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.634998] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.639772] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.640601] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17afebff-0f99-4b3e-b532-5ca3cead6385 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.650720] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.651012] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a21b24d4-3ef2-4752-b584-7a6401355eb2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.658497] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.682686] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.682893] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.683083] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Deleting the datastore file [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.683354] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a23a28-0af4-4d78-a6a3-5a4dc57e5ccc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.690805] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 884.690805] env[68867]: value = "task-2951645" [ 884.690805] env[68867]: _type = "Task" [ 884.690805] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.698663] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.773349] env[68867]: DEBUG nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.202146] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088916} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.202488] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.202776] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.202945] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.207276] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba04297-a320-49eb-a3c3-d3092f5aec6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.214150] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489d720-afcb-43f1-9a8c-44223bd99841 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.245577] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bb1d5d-74f6-4d9a-9726-72305e203c99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.253357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc80d37-5c3e-4d8b-a8e0-1165a4a66d12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.268148] env[68867]: DEBUG nova.compute.provider_tree [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.771311] env[68867]: DEBUG nova.scheduler.client.report [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.785183] env[68867]: DEBUG nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.809978] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.810227] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.810380] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.810556] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.810698] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.810838] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.811103] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.811272] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.811435] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.811593] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.811763] env[68867]: DEBUG nova.virt.hardware [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.812620] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fcc9d0-d2a9-4cb2-92fc-ce52a7b71f4c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.821092] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2c0ee0-232c-4ab1-9762-60bd9e6931c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.835134] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.840708] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Creating folder: Project (5e0cfcf24f8644e4b2964b45e6675f4d). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.841008] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d4464d7-0238-4924-81a3-ede75691183e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.854053] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Created folder: Project (5e0cfcf24f8644e4b2964b45e6675f4d) in parent group-v592242. [ 885.854246] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Creating folder: Instances. Parent ref: group-v592400. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.854471] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a4a85ae-4d45-43c5-b338-55a6e9926896 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.864031] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Created folder: Instances in parent group-v592400. [ 885.864255] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.864436] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.864630] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a299400-5929-4659-9c8d-28bd64cf6780 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.883248] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.883248] env[68867]: value = "task-2951648" [ 885.883248] env[68867]: _type = "Task" [ 885.883248] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.894162] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951648, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.232572] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.232808] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.232960] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.233152] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.233297] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.233440] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.233640] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.233796] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.233957] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.234129] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.234302] env[68867]: DEBUG nova.virt.hardware [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.235170] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a611f47e-095a-4f3c-8a7e-927b2b7592cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.243712] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1985721-7be2-4fa0-b4a9-ab384001dd20 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.258398] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.264289] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.264897] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.264897] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0362b242-0a40-4025-b0c7-81f144daa081 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.277215] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.277703] env[68867]: DEBUG nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.280481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.854s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.281951] env[68867]: INFO nova.compute.claims [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.291452] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.291452] env[68867]: value = "task-2951649" [ 886.291452] env[68867]: _type = "Task" [ 886.291452] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.301729] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951649, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.393393] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951648, 'name': CreateVM_Task, 'duration_secs': 0.272636} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.393575] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.393962] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.394146] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.394468] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.394776] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac5f4e6-d94a-42b9-af2e-c856192600b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.399810] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 886.399810] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f3bd6f-4658-e4cb-bb79-cf5a1e670b0c" [ 886.399810] env[68867]: _type = "Task" [ 886.399810] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.407920] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f3bd6f-4658-e4cb-bb79-cf5a1e670b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.787445] env[68867]: DEBUG nova.compute.utils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.791329] env[68867]: DEBUG nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.791570] env[68867]: DEBUG nova.network.neutron [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.805049] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951649, 'name': CreateVM_Task, 'duration_secs': 0.26208} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.806086] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.806701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.841823] env[68867]: DEBUG nova.policy [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8228e00c20794f5396c147841780b00c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '863b91ba74b5418397f19c702914b702', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.911247] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f3bd6f-4658-e4cb-bb79-cf5a1e670b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.911697] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.912099] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.912460] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.912746] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.913059] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.913501] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.913973] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.914362] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a3018a-9fcd-4cef-9da0-78e2d72b79a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.917215] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5043cd2-e8fa-4b32-9a32-799d713c0c8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.923614] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 886.923614] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52afd750-5ee2-f574-262f-f39b50cbfdae" [ 886.923614] env[68867]: _type = "Task" [ 886.923614] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.929803] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.930115] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.933069] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12aa8710-e704-4d38-8995-574b9ab3ec01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.939561] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52afd750-5ee2-f574-262f-f39b50cbfdae, 'name': SearchDatastore_Task, 'duration_secs': 0.012049} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.941144] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.941596] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.941841] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.942176] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 886.942176] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525cad75-6b3e-9f85-a035-4761be9884a0" [ 886.942176] env[68867]: _type = "Task" [ 886.942176] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.974046] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525cad75-6b3e-9f85-a035-4761be9884a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012238} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.974046] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936f5f95-d976-44b2-ae46-a8c90ddd9fd0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.976364] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 886.976364] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52976eb4-dd3b-765f-1507-c9201160336f" [ 886.976364] env[68867]: _type = "Task" [ 886.976364] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.986191] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52976eb4-dd3b-765f-1507-c9201160336f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.205157] env[68867]: DEBUG nova.network.neutron [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Successfully created port: bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.299685] env[68867]: DEBUG nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.490183] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52976eb4-dd3b-765f-1507-c9201160336f, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.490460] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.490711] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.491031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.491222] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.491439] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a1b5f0-e1d7-4c77-9530-09994e98c771 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.495146] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddaae53b-e3a1-49fa-b1d0-6244ab3325ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.502457] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 887.502457] env[68867]: value = "task-2951650" [ 887.502457] env[68867]: _type = "Task" [ 887.502457] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.509238] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.509395] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.510597] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867c962a-7eec-4d7b-a23d-3a3c4381fed1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.516421] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.519604] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 887.519604] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521c628e-d75f-e652-9af3-0a56ca393dab" [ 887.519604] env[68867]: _type = "Task" [ 887.519604] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.529570] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521c628e-d75f-e652-9af3-0a56ca393dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.737595] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8d896-6cf6-4d69-bd21-44229a684c1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.747991] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eff7e7e-b77d-4949-9003-60ea8ba21064 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.779789] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e49657-b49d-4621-bf47-e5f6e59f0a01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.788749] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20f2150-ec59-421e-853f-afc1223aa25c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.803732] env[68867]: DEBUG nova.compute.provider_tree [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.013837] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501488} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.013837] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.013837] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.015049] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b742a01a-efac-4fc7-91b9-7037b40ef64a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.021596] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 888.021596] env[68867]: value = "task-2951651" [ 888.021596] env[68867]: _type = "Task" [ 888.021596] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.038023] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.038283] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521c628e-d75f-e652-9af3-0a56ca393dab, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.039142] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbae47b6-8442-4d51-85b6-73b235a4ef62 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.044874] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 888.044874] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ebdd8d-a8a7-874b-4571-5f683433d0cd" [ 888.044874] env[68867]: _type = "Task" [ 888.044874] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.053731] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ebdd8d-a8a7-874b-4571-5f683433d0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.307450] env[68867]: DEBUG nova.scheduler.client.report [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.311482] env[68867]: DEBUG nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.337171] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.337414] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.337566] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.337744] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.337884] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.338044] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.338336] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.338408] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.338599] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.338759] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.338935] env[68867]: DEBUG nova.virt.hardware [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.340108] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363475de-273b-4168-af14-1096f21a5ff7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.350547] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc4f4a2-d558-4fc5-b694-3ad093ec02cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.532040] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064279} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.532325] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.533101] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ce301-3c4c-47bc-8e22-55757cb2bf30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.552720] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.553061] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd708ce0-d309-4474-bb0e-1eee5f1b6e57 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.576411] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ebdd8d-a8a7-874b-4571-5f683433d0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015074} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.577654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.577930] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.578258] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 888.578258] env[68867]: value = "task-2951652" [ 888.578258] env[68867]: _type = "Task" [ 888.578258] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.578454] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f289e0a-05e9-4a31-a793-a616e95aa1d8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.589843] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.590984] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 888.590984] env[68867]: value = "task-2951653" [ 888.590984] env[68867]: _type = "Task" [ 888.590984] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.599949] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.622285] env[68867]: DEBUG nova.compute.manager [req-94533949-4c87-4c11-8f06-78c097e7b84e req-57b0bc7b-bd29-46f0-b618-fac0e288d566 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Received event network-vif-plugged-bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.622506] env[68867]: DEBUG oslo_concurrency.lockutils [req-94533949-4c87-4c11-8f06-78c097e7b84e req-57b0bc7b-bd29-46f0-b618-fac0e288d566 service nova] Acquiring lock "5f6232f0-aa98-4045-a3da-e7b33e81250b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.622717] env[68867]: DEBUG oslo_concurrency.lockutils [req-94533949-4c87-4c11-8f06-78c097e7b84e req-57b0bc7b-bd29-46f0-b618-fac0e288d566 service nova] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.623040] env[68867]: DEBUG oslo_concurrency.lockutils [req-94533949-4c87-4c11-8f06-78c097e7b84e req-57b0bc7b-bd29-46f0-b618-fac0e288d566 service nova] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.623040] env[68867]: DEBUG nova.compute.manager [req-94533949-4c87-4c11-8f06-78c097e7b84e req-57b0bc7b-bd29-46f0-b618-fac0e288d566 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] No waiting events found dispatching network-vif-plugged-bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.623231] env[68867]: WARNING nova.compute.manager [req-94533949-4c87-4c11-8f06-78c097e7b84e req-57b0bc7b-bd29-46f0-b618-fac0e288d566 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Received unexpected event network-vif-plugged-bdcdf82b-32ff-48ae-911b-11043d259e57 for instance with vm_state building and task_state spawning. [ 888.716931] env[68867]: DEBUG nova.network.neutron [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Successfully updated port: bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.815565] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.816095] env[68867]: DEBUG nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.819148] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.403s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.819377] env[68867]: DEBUG nova.objects.instance [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'resources' on Instance uuid 66b2bb97-67dd-40cd-bdba-dd70e30823be {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.091563] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951652, 'name': ReconfigVM_Task, 'duration_secs': 0.275547} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.095202] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.095563] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b52ec59-ae7d-43e6-a142-fbb881909e60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.104104] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951653, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.105629] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 889.105629] env[68867]: value = "task-2951654" [ 889.105629] env[68867]: _type = "Task" [ 889.105629] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.114265] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951654, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.220368] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.220521] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.220681] env[68867]: DEBUG nova.network.neutron [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.324891] env[68867]: DEBUG nova.compute.utils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.326430] env[68867]: DEBUG nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.326635] env[68867]: DEBUG nova.network.neutron [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.363125] env[68867]: DEBUG nova.policy [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e878ecad4a1048a0a7ebc03a855f202c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51495231f564f068258565184d7429d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.602983] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566585} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.604123] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.604123] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.604123] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7f307d5-8381-4a70-8f42-1515e7d57dd5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.614858] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 889.614858] env[68867]: value = "task-2951655" [ 889.614858] env[68867]: _type = "Task" [ 889.614858] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.617987] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951654, 'name': Rename_Task, 'duration_secs': 0.156743} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.623542] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.624201] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e46e81-78ef-4081-a448-ab9c28dcb88e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.631265] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.632582] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 889.632582] env[68867]: value = "task-2951656" [ 889.632582] env[68867]: _type = "Task" [ 889.632582] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.648464] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.648464] env[68867]: DEBUG nova.network.neutron [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Successfully created port: 49482213-04af-4adb-95e6-628f9e837597 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.774936] env[68867]: DEBUG nova.network.neutron [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.796840] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d77332-4827-4820-928e-095f15932388 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.808155] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2954c619-9e6b-44c7-b5c2-14ce466831b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.840233] env[68867]: DEBUG nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.843784] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd0a4db-b9c8-44aa-82c9-4a75ea6823b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.855032] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b6ef86-d39c-42aa-8e06-fb97e975c39c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.872151] env[68867]: DEBUG nova.compute.provider_tree [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.018793] env[68867]: DEBUG nova.network.neutron [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updating instance_info_cache with network_info: [{"id": "bdcdf82b-32ff-48ae-911b-11043d259e57", "address": "fa:16:3e:c0:85:51", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcdf82b-32", "ovs_interfaceid": "bdcdf82b-32ff-48ae-911b-11043d259e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.127862] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074978} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.128139] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.128950] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62bf68f-ec9b-4376-ba2c-00e023dae164 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.151043] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.151810] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c509e990-d0cd-4e82-974e-17205734df3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.169126] env[68867]: DEBUG oslo_vmware.api [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951656, 'name': PowerOnVM_Task, 'duration_secs': 0.512542} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.169808] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.170018] env[68867]: INFO nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Took 4.38 seconds to spawn the instance on the hypervisor. [ 890.170204] env[68867]: DEBUG nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.171046] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a63330-de1f-4177-bc0d-b3390447f9b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.175300] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 890.175300] env[68867]: value = "task-2951657" [ 890.175300] env[68867]: _type = "Task" [ 890.175300] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.188996] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.375445] env[68867]: DEBUG nova.scheduler.client.report [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.521870] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Releasing lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.522216] env[68867]: DEBUG nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Instance network_info: |[{"id": "bdcdf82b-32ff-48ae-911b-11043d259e57", "address": "fa:16:3e:c0:85:51", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcdf82b-32", "ovs_interfaceid": "bdcdf82b-32ff-48ae-911b-11043d259e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.522983] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:85:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdcdf82b-32ff-48ae-911b-11043d259e57', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.530684] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Creating folder: Project (863b91ba74b5418397f19c702914b702). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.531064] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939f6a1b-7537-4163-b17b-29c3eefbeb07 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.545235] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Created folder: Project (863b91ba74b5418397f19c702914b702) in parent group-v592242. [ 890.545568] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Creating folder: Instances. Parent ref: group-v592404. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.545759] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-693eb75b-5957-4296-b46b-d5b5dfb8c8e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.557093] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Created folder: Instances in parent group-v592404. [ 890.557312] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.557509] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.557757] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b86a2da0-2bed-4eea-8b1d-7aac9a803c6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.578923] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.578923] env[68867]: value = "task-2951660" [ 890.578923] env[68867]: _type = "Task" [ 890.578923] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.587708] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951660, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.690174] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951657, 'name': ReconfigVM_Task, 'duration_secs': 0.289961} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.690469] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba/71871f70-15df-4677-8374-5cc6503fc4ba.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.694023] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba48efe0-3b20-464c-b279-98670cd4b417 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.694605] env[68867]: INFO nova.compute.manager [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Took 43.29 seconds to build instance. [ 890.702319] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 890.702319] env[68867]: value = "task-2951661" [ 890.702319] env[68867]: _type = "Task" [ 890.702319] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.712255] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951661, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.732465] env[68867]: DEBUG nova.compute.manager [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Received event network-changed-bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.732672] env[68867]: DEBUG nova.compute.manager [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Refreshing instance network info cache due to event network-changed-bdcdf82b-32ff-48ae-911b-11043d259e57. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.732874] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] Acquiring lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.733049] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] Acquired lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.733277] env[68867]: DEBUG nova.network.neutron [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Refreshing network info cache for port bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.855023] env[68867]: DEBUG nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.880930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.884861] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.885176] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.885393] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.885617] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.885805] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.885998] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.886279] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.886492] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.886760] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.886983] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.887221] env[68867]: DEBUG nova.virt.hardware [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.887775] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.345s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.888038] env[68867]: DEBUG nova.objects.instance [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lazy-loading 'resources' on Instance uuid 6e428a90-9bb5-4093-99ef-4e9efa880cb8 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.889972] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699b2b8-385f-4f3c-b073-1f4d2dcbd968 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.899207] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a56eb4-0297-4b2d-abc4-83c88c4c5523 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.915847] env[68867]: INFO nova.scheduler.client.report [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted allocations for instance 66b2bb97-67dd-40cd-bdba-dd70e30823be [ 891.092858] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951660, 'name': CreateVM_Task, 'duration_secs': 0.37064} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.092858] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.092858] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.092858] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.092858] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.092858] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46f7b45-e68d-4773-a268-23be5b477ac3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.101444] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 891.101444] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a2c5ae-3259-0e4e-957b-f7c999bb91b7" [ 891.101444] env[68867]: _type = "Task" [ 891.101444] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.110663] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a2c5ae-3259-0e4e-957b-f7c999bb91b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.196906] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cfd64051-f9dc-4f50-850b-a003b4bdcfec tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "0b0bd42e-394f-452b-950c-820d02eeeb37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.806s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.219266] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951661, 'name': Rename_Task, 'duration_secs': 0.146307} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.219749] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.220137] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-106d2f80-c9fd-4e2e-a77f-119a9c903adf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.228987] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 891.228987] env[68867]: value = "task-2951662" [ 891.228987] env[68867]: _type = "Task" [ 891.228987] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.244132] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.328096] env[68867]: DEBUG nova.network.neutron [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Successfully updated port: 49482213-04af-4adb-95e6-628f9e837597 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.425459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e56f1700-46aa-446e-bcb8-8b1ad4a6a1c9 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "66b2bb97-67dd-40cd-bdba-dd70e30823be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.560s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.493269] env[68867]: DEBUG nova.network.neutron [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updated VIF entry in instance network info cache for port bdcdf82b-32ff-48ae-911b-11043d259e57. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.493686] env[68867]: DEBUG nova.network.neutron [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updating instance_info_cache with network_info: [{"id": "bdcdf82b-32ff-48ae-911b-11043d259e57", "address": "fa:16:3e:c0:85:51", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcdf82b-32", "ovs_interfaceid": "bdcdf82b-32ff-48ae-911b-11043d259e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.528254] env[68867]: INFO nova.compute.manager [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Rebuilding instance [ 891.573034] env[68867]: DEBUG nova.compute.manager [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.574269] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513df4e5-1500-48e1-802d-d921e627256d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.614135] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a2c5ae-3259-0e4e-957b-f7c999bb91b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012823} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.617219] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.617577] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.617930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.618184] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.618444] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.620234] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-831d7644-3d72-4761-8c6f-99b6a8b3cfae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.631440] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.631613] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.634993] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f649aec-3f5d-4cee-9b91-31c9bdf5e21c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.642328] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 891.642328] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d24482-fcb7-f9ae-304a-70a2886bdcd0" [ 891.642328] env[68867]: _type = "Task" [ 891.642328] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.651247] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d24482-fcb7-f9ae-304a-70a2886bdcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.700776] env[68867]: DEBUG nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.740801] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.831457] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.831562] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.831731] env[68867]: DEBUG nova.network.neutron [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.871020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c2805-531e-4367-8aa1-103cfc06e5a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.877495] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c51c4b-adb1-4a6a-bd61-7a0f95e78394 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.910825] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8836b81-074c-4935-bd19-f2cc70addbc6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.919183] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245281cc-fcc0-463e-a6c9-e8621a6e5749 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.936186] env[68867]: DEBUG nova.compute.provider_tree [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.997246] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5a88605-5f83-4d98-b3db-7ca31163e97d req-37ddf6b0-b963-4e2f-8b62-4af03c1a1a75 service nova] Releasing lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.152991] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d24482-fcb7-f9ae-304a-70a2886bdcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.153782] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c889e0-f834-41fd-9707-9f5920b2eaa9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.159490] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 892.159490] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d8dcd2-cebf-8613-f9af-73ff861d1607" [ 892.159490] env[68867]: _type = "Task" [ 892.159490] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.167916] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d8dcd2-cebf-8613-f9af-73ff861d1607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.224630] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.240937] env[68867]: DEBUG oslo_vmware.api [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951662, 'name': PowerOnVM_Task, 'duration_secs': 0.526183} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.241484] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.241814] env[68867]: DEBUG nova.compute.manager [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.242614] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc2b11-eece-4a4e-a638-04773fa48a38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.389208] env[68867]: DEBUG nova.network.neutron [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.440014] env[68867]: DEBUG nova.scheduler.client.report [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.536035] env[68867]: DEBUG nova.network.neutron [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Updating instance_info_cache with network_info: [{"id": "49482213-04af-4adb-95e6-628f9e837597", "address": "fa:16:3e:16:01:03", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49482213-04", "ovs_interfaceid": "49482213-04af-4adb-95e6-628f9e837597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.599787] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.600183] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80cd5934-c176-4b9e-b9c0-a94c6a717a5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.609757] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 892.609757] env[68867]: value = "task-2951663" [ 892.609757] env[68867]: _type = "Task" [ 892.609757] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.625282] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.672273] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d8dcd2-cebf-8613-f9af-73ff861d1607, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.673794] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.674096] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5f6232f0-aa98-4045-a3da-e7b33e81250b/5f6232f0-aa98-4045-a3da-e7b33e81250b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.677511] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-028344d5-5b31-4d92-bfc7-f274be17d6f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.689016] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 892.689016] env[68867]: value = "task-2951664" [ 892.689016] env[68867]: _type = "Task" [ 892.689016] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.700092] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.761027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.866176] env[68867]: DEBUG nova.compute.manager [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Received event network-vif-plugged-49482213-04af-4adb-95e6-628f9e837597 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.866176] env[68867]: DEBUG oslo_concurrency.lockutils [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] Acquiring lock "ad510634-ae59-4378-b132-682d4ecd3b2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.866176] env[68867]: DEBUG oslo_concurrency.lockutils [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.866565] env[68867]: DEBUG oslo_concurrency.lockutils [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.866949] env[68867]: DEBUG nova.compute.manager [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] No waiting events found dispatching network-vif-plugged-49482213-04af-4adb-95e6-628f9e837597 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.868680] env[68867]: WARNING nova.compute.manager [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Received unexpected event network-vif-plugged-49482213-04af-4adb-95e6-628f9e837597 for instance with vm_state building and task_state spawning. [ 892.868680] env[68867]: DEBUG nova.compute.manager [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Received event network-changed-49482213-04af-4adb-95e6-628f9e837597 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.868680] env[68867]: DEBUG nova.compute.manager [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Refreshing instance network info cache due to event network-changed-49482213-04af-4adb-95e6-628f9e837597. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.868680] env[68867]: DEBUG oslo_concurrency.lockutils [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] Acquiring lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.948600] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.950259] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.223s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.951052] env[68867]: DEBUG nova.objects.instance [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 892.989223] env[68867]: INFO nova.scheduler.client.report [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Deleted allocations for instance 6e428a90-9bb5-4093-99ef-4e9efa880cb8 [ 893.042171] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.042171] env[68867]: DEBUG nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Instance network_info: |[{"id": "49482213-04af-4adb-95e6-628f9e837597", "address": "fa:16:3e:16:01:03", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49482213-04", "ovs_interfaceid": "49482213-04af-4adb-95e6-628f9e837597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.042952] env[68867]: DEBUG oslo_concurrency.lockutils [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] Acquired lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.042952] env[68867]: DEBUG nova.network.neutron [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Refreshing network info cache for port 49482213-04af-4adb-95e6-628f9e837597 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.044428] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:01:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49482213-04af-4adb-95e6-628f9e837597', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.055114] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.059269] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.063069] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf6b4059-0ed6-4c60-a80d-d6389b896a00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.094223] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.094223] env[68867]: value = "task-2951665" [ 893.094223] env[68867]: _type = "Task" [ 893.094223] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.107474] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951665, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.130917] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951663, 'name': PowerOffVM_Task, 'duration_secs': 0.257254} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.136184] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.136184] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.136347] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d20b133-49b6-49bf-97df-ab862dbe7899 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.151087] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.151402] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc6595f-84de-4652-9a35-be924dc6c186 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.181941] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "71871f70-15df-4677-8374-5cc6503fc4ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.183304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "71871f70-15df-4677-8374-5cc6503fc4ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.183304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "71871f70-15df-4677-8374-5cc6503fc4ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.183304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "71871f70-15df-4677-8374-5cc6503fc4ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.183304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "71871f70-15df-4677-8374-5cc6503fc4ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.187541] env[68867]: INFO nova.compute.manager [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Terminating instance [ 893.200713] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.201096] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.201455] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Deleting the datastore file [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.205133] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb1238f4-9ef7-4009-8c8b-84ac13a26fd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.217264] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951664, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.223337] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 893.223337] env[68867]: value = "task-2951667" [ 893.223337] env[68867]: _type = "Task" [ 893.223337] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.233815] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.411711] env[68867]: DEBUG nova.network.neutron [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Updated VIF entry in instance network info cache for port 49482213-04af-4adb-95e6-628f9e837597. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.412076] env[68867]: DEBUG nova.network.neutron [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Updating instance_info_cache with network_info: [{"id": "49482213-04af-4adb-95e6-628f9e837597", "address": "fa:16:3e:16:01:03", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49482213-04", "ovs_interfaceid": "49482213-04af-4adb-95e6-628f9e837597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.497569] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0fcff8e3-2277-4b9c-92e4-244556c8312f tempest-ServerMetadataNegativeTestJSON-1012522279 tempest-ServerMetadataNegativeTestJSON-1012522279-project-member] Lock "6e428a90-9bb5-4093-99ef-4e9efa880cb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.799s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.605062] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951665, 'name': CreateVM_Task, 'duration_secs': 0.467839} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.605359] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.605965] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.606146] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.606466] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.606754] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8b3460-fa5c-4f59-bfa0-6181c5d932a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.612636] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 893.612636] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a2ce5f-0e75-abf1-3ebc-ac67073148c1" [ 893.612636] env[68867]: _type = "Task" [ 893.612636] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.621556] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a2ce5f-0e75-abf1-3ebc-ac67073148c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.700618] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561504} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.703722] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5f6232f0-aa98-4045-a3da-e7b33e81250b/5f6232f0-aa98-4045-a3da-e7b33e81250b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.703722] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.703722] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de10c79-2c1b-4fd9-a5e3-5e758e1b1305 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.705598] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "refresh_cache-71871f70-15df-4677-8374-5cc6503fc4ba" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.705747] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquired lock "refresh_cache-71871f70-15df-4677-8374-5cc6503fc4ba" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.705988] env[68867]: DEBUG nova.network.neutron [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.710958] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 893.710958] env[68867]: value = "task-2951668" [ 893.710958] env[68867]: _type = "Task" [ 893.710958] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.720007] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.733512] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120307} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.733763] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.733939] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.734822] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.915182] env[68867]: DEBUG oslo_concurrency.lockutils [req-01afe58b-b3b0-4ed6-96b2-824fe026baa7 req-ba21d3bd-dc1a-41f7-8c02-64842c2aedb6 service nova] Releasing lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.961752] env[68867]: DEBUG oslo_concurrency.lockutils [None req-90b318de-cd73-400e-be7c-8d4b668e3c60 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.962990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.898s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.964485] env[68867]: INFO nova.compute.claims [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.123853] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a2ce5f-0e75-abf1-3ebc-ac67073148c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015005} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.124460] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.124460] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.124707] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.124790] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.124962] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.125179] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd48f9bb-0f26-400f-9cfd-de84e3383ba8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.134773] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.135124] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.136094] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012ff6b9-cdc5-4984-8f03-ca679c7257f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.141917] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 894.141917] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52be4841-ed3c-61b9-786b-519f22a4d0cc" [ 894.141917] env[68867]: _type = "Task" [ 894.141917] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.151231] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52be4841-ed3c-61b9-786b-519f22a4d0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.222995] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257031} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.223343] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.224617] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2e8d07-d70c-43c6-9578-c746462a8bc3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.260654] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 5f6232f0-aa98-4045-a3da-e7b33e81250b/5f6232f0-aa98-4045-a3da-e7b33e81250b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.261815] env[68867]: DEBUG nova.network.neutron [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.266352] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271db3a8-01f5-411c-adf2-851764b90488 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.289600] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 894.289600] env[68867]: value = "task-2951669" [ 894.289600] env[68867]: _type = "Task" [ 894.289600] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.299203] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.343098] env[68867]: DEBUG nova.network.neutron [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.421722] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.421722] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.655634] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52be4841-ed3c-61b9-786b-519f22a4d0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.656403] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e977da8-f946-46c3-8a35-d086d6e79e98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.662975] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 894.662975] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52dac129-9061-9de6-1adf-39b1b930a8ba" [ 894.662975] env[68867]: _type = "Task" [ 894.662975] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.671065] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dac129-9061-9de6-1adf-39b1b930a8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.795370] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.795604] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.795757] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.795933] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.796090] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.796267] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.796436] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.796591] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.796751] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.796907] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.797348] env[68867]: DEBUG nova.virt.hardware [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.797927] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1894ee87-50cd-45e2-9766-a8b6cc53c050 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.808620] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a70eb4-3575-478d-9845-fbc05f86fcf0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.813061] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951669, 'name': ReconfigVM_Task, 'duration_secs': 0.295763} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.813204] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 5f6232f0-aa98-4045-a3da-e7b33e81250b/5f6232f0-aa98-4045-a3da-e7b33e81250b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.814232] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89bc9255-ffa8-4bb9-a81b-157e842d2310 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.824643] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.830435] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.832621] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.832621] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 894.832621] env[68867]: value = "task-2951670" [ 894.832621] env[68867]: _type = "Task" [ 894.832621] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.832621] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4205c726-c552-4c24-8595-576a2769bfb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.934903] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Releasing lock "refresh_cache-71871f70-15df-4677-8374-5cc6503fc4ba" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.934903] env[68867]: DEBUG nova.compute.manager [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.934903] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.934903] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3f47b3-37fd-4d2c-8859-d222a826aef3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.934903] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.934903] env[68867]: value = "task-2951671" [ 894.934903] env[68867]: _type = "Task" [ 894.934903] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.934903] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951670, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.934903] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.934903] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-284fa49b-1e80-4110-964a-351c6dddb5eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.934903] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951671, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.934903] env[68867]: DEBUG oslo_vmware.api [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 894.934903] env[68867]: value = "task-2951672" [ 894.934903] env[68867]: _type = "Task" [ 894.934903] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.934903] env[68867]: DEBUG oslo_vmware.api [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.177011] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dac129-9061-9de6-1adf-39b1b930a8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.177325] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.177667] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ad510634-ae59-4378-b132-682d4ecd3b2a/ad510634-ae59-4378-b132-682d4ecd3b2a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.177667] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c95d3e-baad-4a0d-9a2a-92c2cdcd4088 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.188262] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 895.188262] env[68867]: value = "task-2951673" [ 895.188262] env[68867]: _type = "Task" [ 895.188262] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.197734] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.355341] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951670, 'name': Rename_Task, 'duration_secs': 0.192931} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.361576] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.361913] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8cd23b6-7e6e-4bcc-a63a-32b1ffea38ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.370631] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 895.370631] env[68867]: value = "task-2951674" [ 895.370631] env[68867]: _type = "Task" [ 895.370631] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.374253] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951671, 'name': CreateVM_Task, 'duration_secs': 0.322447} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.386243] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.386903] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.387545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.387545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.388433] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd63f987-ab8f-4102-95f3-fea83ed7e7d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.396015] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951674, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.401110] env[68867]: DEBUG oslo_vmware.api [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951672, 'name': PowerOffVM_Task, 'duration_secs': 0.223808} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.401495] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 895.401495] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524473eb-7125-bdfc-1455-dd18272acec0" [ 895.401495] env[68867]: _type = "Task" [ 895.401495] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.404470] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.404691] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.405191] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a07c4e1a-045b-4724-bf2f-77b922c15c9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.418051] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524473eb-7125-bdfc-1455-dd18272acec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.448497] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.448862] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.449073] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Deleting the datastore file [datastore1] 71871f70-15df-4677-8374-5cc6503fc4ba {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.452145] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925db2a3-0703-4081-b8ab-8b110d9a2528 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.463536] env[68867]: DEBUG oslo_vmware.api [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for the task: (returnval){ [ 895.463536] env[68867]: value = "task-2951676" [ 895.463536] env[68867]: _type = "Task" [ 895.463536] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.478249] env[68867]: DEBUG oslo_vmware.api [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.544628] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2440e7d5-e89e-4fd9-a1fe-33b1a7c15dca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.555819] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9531c9a-472c-4d14-86ca-381fdcc8da19 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.592374] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286a410-e909-4ad2-b7e4-f710a876e7c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.604227] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56084a6a-74be-4722-ae63-88a56e42cb93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.621175] env[68867]: DEBUG nova.compute.provider_tree [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.699825] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492768} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.700132] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ad510634-ae59-4378-b132-682d4ecd3b2a/ad510634-ae59-4378-b132-682d4ecd3b2a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.700353] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.700603] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5e7492-2f62-4bcf-b0ea-ea1d0118ef11 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.708293] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 895.708293] env[68867]: value = "task-2951677" [ 895.708293] env[68867]: _type = "Task" [ 895.708293] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.718049] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.884229] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951674, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.919967] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524473eb-7125-bdfc-1455-dd18272acec0, 'name': SearchDatastore_Task, 'duration_secs': 0.022971} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.920535] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.921015] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.921409] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.922067] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.922067] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.922374] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd08fc21-5284-44dc-aca9-4c04ae2b0792 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.933337] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.934233] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.934444] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb81889-31cb-4e51-ae46-0b61e715bd2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.942046] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 895.942046] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529505c8-b54b-0b93-f0a5-3be0e6c2aa88" [ 895.942046] env[68867]: _type = "Task" [ 895.942046] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.950263] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529505c8-b54b-0b93-f0a5-3be0e6c2aa88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.976036] env[68867]: DEBUG oslo_vmware.api [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Task: {'id': task-2951676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251269} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.976036] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.976036] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.976036] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.976036] env[68867]: INFO nova.compute.manager [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 895.976036] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.976434] env[68867]: DEBUG nova.compute.manager [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.976434] env[68867]: DEBUG nova.network.neutron [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.005746] env[68867]: DEBUG nova.network.neutron [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.125682] env[68867]: DEBUG nova.scheduler.client.report [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.219818] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065749} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.220121] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.220939] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f9b862-6c4d-49e8-b60a-9782b2e01d10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.244047] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] ad510634-ae59-4378-b132-682d4ecd3b2a/ad510634-ae59-4378-b132-682d4ecd3b2a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.244362] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0883169e-b326-4382-b94e-7d5b454f16f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.266035] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 896.266035] env[68867]: value = "task-2951678" [ 896.266035] env[68867]: _type = "Task" [ 896.266035] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.275157] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.386170] env[68867]: DEBUG oslo_vmware.api [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951674, 'name': PowerOnVM_Task, 'duration_secs': 0.648027} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.387212] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.387212] env[68867]: INFO nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Took 8.08 seconds to spawn the instance on the hypervisor. [ 896.387212] env[68867]: DEBUG nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.387962] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b87ec-95f5-47a3-be96-ed5f34e54c6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.452971] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529505c8-b54b-0b93-f0a5-3be0e6c2aa88, 'name': SearchDatastore_Task, 'duration_secs': 0.024269} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.454225] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a7440f-237f-49a0-a3cf-b83d2a5ca8fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.462169] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 896.462169] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5225c435-7afb-4635-51af-041370cf22e6" [ 896.462169] env[68867]: _type = "Task" [ 896.462169] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.472245] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5225c435-7afb-4635-51af-041370cf22e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.508745] env[68867]: DEBUG nova.network.neutron [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.634573] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.635198] env[68867]: DEBUG nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.638017] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.717s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.638242] env[68867]: DEBUG nova.objects.instance [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lazy-loading 'resources' on Instance uuid c76853f2-ec5c-4c36-894b-8b51223a613f {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.886786] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951678, 'name': ReconfigVM_Task, 'duration_secs': 0.4908} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.888617] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Reconfigured VM instance instance-0000003a to attach disk [datastore2] ad510634-ae59-4378-b132-682d4ecd3b2a/ad510634-ae59-4378-b132-682d4ecd3b2a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.888617] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd236ed8-5cd0-4bb0-b836-ef144126ccdc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.896096] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 896.896096] env[68867]: value = "task-2951679" [ 896.896096] env[68867]: _type = "Task" [ 896.896096] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.908025] env[68867]: INFO nova.compute.manager [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Took 48.52 seconds to build instance. [ 896.913071] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951679, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.975966] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5225c435-7afb-4635-51af-041370cf22e6, 'name': SearchDatastore_Task, 'duration_secs': 0.043141} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.976138] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.976529] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.977549] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc1e071-8b51-4152-bb7f-12ae76a9055f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.984501] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 896.984501] env[68867]: value = "task-2951680" [ 896.984501] env[68867]: _type = "Task" [ 896.984501] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.994718] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.011884] env[68867]: INFO nova.compute.manager [-] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Took 1.04 seconds to deallocate network for instance. [ 897.141112] env[68867]: DEBUG nova.compute.utils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.146828] env[68867]: DEBUG nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.146828] env[68867]: DEBUG nova.network.neutron [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.195160] env[68867]: DEBUG nova.policy [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '226edfcfe99f414c92c4f5f9651d50f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d9456f54c534322a116a5f2c8750bad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.407318] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951679, 'name': Rename_Task, 'duration_secs': 0.160827} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.410231] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.411988] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb3d0452-4c8d-4a41-933e-49ab245c15a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.414189] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d216ffa-6f7f-463a-a5f0-8a8a3034a212 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.035s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.424153] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 897.424153] env[68867]: value = "task-2951681" [ 897.424153] env[68867]: _type = "Task" [ 897.424153] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.435781] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.494281] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951680, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.519744] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.525612] env[68867]: DEBUG nova.network.neutron [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Successfully created port: e878ffb5-9e9f-44c8-a406-0a389f3a2049 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.643431] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceecea0-cdbe-4ebb-b894-594c6c94ad0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.646803] env[68867]: DEBUG nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.652858] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b23c84-c783-4841-b618-a15f8f5e9ae3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.685658] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6d0d43-215b-4914-a0bd-63c92c510300 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.694288] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d66ba6-933b-46c6-8160-a7a93efe7d44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.708175] env[68867]: DEBUG nova.compute.provider_tree [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.920584] env[68867]: DEBUG nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.928190] env[68867]: DEBUG nova.compute.manager [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Received event network-changed-bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.928394] env[68867]: DEBUG nova.compute.manager [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Refreshing instance network info cache due to event network-changed-bdcdf82b-32ff-48ae-911b-11043d259e57. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.928641] env[68867]: DEBUG oslo_concurrency.lockutils [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] Acquiring lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.928787] env[68867]: DEBUG oslo_concurrency.lockutils [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] Acquired lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.928981] env[68867]: DEBUG nova.network.neutron [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Refreshing network info cache for port bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.941568] env[68867]: DEBUG oslo_vmware.api [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951681, 'name': PowerOnVM_Task, 'duration_secs': 0.495556} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.942090] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.942303] env[68867]: INFO nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Took 7.09 seconds to spawn the instance on the hypervisor. [ 897.942471] env[68867]: DEBUG nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.943278] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f651dbaf-cd45-4e56-82d1-8891c4dda9d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.998687] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521252} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.998840] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.999052] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.999309] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5218c585-8fde-4502-8313-1e8dbafcabfc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.007550] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 898.007550] env[68867]: value = "task-2951682" [ 898.007550] env[68867]: _type = "Task" [ 898.007550] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.016232] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.211086] env[68867]: DEBUG nova.scheduler.client.report [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.447477] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.460728] env[68867]: INFO nova.compute.manager [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Took 46.06 seconds to build instance. [ 898.488347] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] Acquiring lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.488347] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] Acquired lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.488347] env[68867]: DEBUG nova.network.neutron [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.521561] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284691} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.521831] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.522628] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4bd34a-a980-4942-907b-1dbc421442d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.544064] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.547277] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acaa343f-0d93-4098-92a4-23750ee8f560 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.568391] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 898.568391] env[68867]: value = "task-2951683" [ 898.568391] env[68867]: _type = "Task" [ 898.568391] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.576723] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.664056] env[68867]: DEBUG nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.695792] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.695792] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.695792] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.695792] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.695792] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.696051] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.696408] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.696613] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.696794] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.696952] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.697132] env[68867]: DEBUG nova.virt.hardware [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.698039] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4bcb09-2fe7-4b30-90a0-03fa7bf53dfa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.707232] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3810c34e-1e0c-400c-9f8a-d83b3022b11f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.712344] env[68867]: DEBUG nova.network.neutron [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updated VIF entry in instance network info cache for port bdcdf82b-32ff-48ae-911b-11043d259e57. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.712683] env[68867]: DEBUG nova.network.neutron [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updating instance_info_cache with network_info: [{"id": "bdcdf82b-32ff-48ae-911b-11043d259e57", "address": "fa:16:3e:c0:85:51", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcdf82b-32", "ovs_interfaceid": "bdcdf82b-32ff-48ae-911b-11043d259e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.716172] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.728151] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.562s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.740174] env[68867]: INFO nova.scheduler.client.report [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Deleted allocations for instance c76853f2-ec5c-4c36-894b-8b51223a613f [ 898.964888] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0e66a59-b77e-4a43-8ff0-47a5e7631333 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.567s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.005818] env[68867]: DEBUG nova.network.neutron [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Successfully updated port: e878ffb5-9e9f-44c8-a406-0a389f3a2049 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.080510] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951683, 'name': ReconfigVM_Task, 'duration_secs': 0.286215} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.080777] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37/0b0bd42e-394f-452b-950c-820d02eeeb37.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.081464] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd8162c5-2a3e-40e8-9384-99fa891b1346 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.088219] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 899.088219] env[68867]: value = "task-2951684" [ 899.088219] env[68867]: _type = "Task" [ 899.088219] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.096306] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951684, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.126588] env[68867]: DEBUG nova.compute.manager [req-54d12caf-7776-4286-8f4c-e00afc2d3722 req-07945b77-c2e6-49d5-9e7a-2597ffb82140 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Received event network-vif-plugged-e878ffb5-9e9f-44c8-a406-0a389f3a2049 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.126893] env[68867]: DEBUG oslo_concurrency.lockutils [req-54d12caf-7776-4286-8f4c-e00afc2d3722 req-07945b77-c2e6-49d5-9e7a-2597ffb82140 service nova] Acquiring lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.127156] env[68867]: DEBUG oslo_concurrency.lockutils [req-54d12caf-7776-4286-8f4c-e00afc2d3722 req-07945b77-c2e6-49d5-9e7a-2597ffb82140 service nova] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.127354] env[68867]: DEBUG oslo_concurrency.lockutils [req-54d12caf-7776-4286-8f4c-e00afc2d3722 req-07945b77-c2e6-49d5-9e7a-2597ffb82140 service nova] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.127550] env[68867]: DEBUG nova.compute.manager [req-54d12caf-7776-4286-8f4c-e00afc2d3722 req-07945b77-c2e6-49d5-9e7a-2597ffb82140 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] No waiting events found dispatching network-vif-plugged-e878ffb5-9e9f-44c8-a406-0a389f3a2049 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.127751] env[68867]: WARNING nova.compute.manager [req-54d12caf-7776-4286-8f4c-e00afc2d3722 req-07945b77-c2e6-49d5-9e7a-2597ffb82140 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Received unexpected event network-vif-plugged-e878ffb5-9e9f-44c8-a406-0a389f3a2049 for instance with vm_state building and task_state spawning. [ 899.193093] env[68867]: DEBUG nova.network.neutron [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Updating instance_info_cache with network_info: [{"id": "49482213-04af-4adb-95e6-628f9e837597", "address": "fa:16:3e:16:01:03", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49482213-04", "ovs_interfaceid": "49482213-04af-4adb-95e6-628f9e837597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.215302] env[68867]: DEBUG oslo_concurrency.lockutils [req-ed205b5b-6e2d-4b7b-ba2f-e4e734b04bee req-577b3e1d-73d4-469f-8d1b-4023c94f2625 service nova] Releasing lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.234515] env[68867]: INFO nova.compute.claims [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.247065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1f1d4d42-873a-44ce-b1b6-68e7c9afc908 tempest-AttachInterfacesUnderV243Test-636840293 tempest-AttachInterfacesUnderV243Test-636840293-project-member] Lock "c76853f2-ec5c-4c36-894b-8b51223a613f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.454s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.469430] env[68867]: DEBUG nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.507673] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "refresh_cache-fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.507819] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquired lock "refresh_cache-fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.507965] env[68867]: DEBUG nova.network.neutron [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.598907] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951684, 'name': Rename_Task, 'duration_secs': 0.138881} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.599344] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.599491] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b9309ec-a65d-4d54-afb3-8223ec1424e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.605502] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 899.605502] env[68867]: value = "task-2951685" [ 899.605502] env[68867]: _type = "Task" [ 899.605502] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.612723] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.698032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] Releasing lock "refresh_cache-ad510634-ae59-4378-b132-682d4ecd3b2a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.698032] env[68867]: DEBUG nova.compute.manager [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Inject network info {{(pid=68867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 899.698209] env[68867]: DEBUG nova.compute.manager [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] network_info to inject: |[{"id": "49482213-04af-4adb-95e6-628f9e837597", "address": "fa:16:3e:16:01:03", "network": {"id": "14be06d3-3267-4256-8609-9eabdbbc91e4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755847494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51495231f564f068258565184d7429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49482213-04", "ovs_interfaceid": "49482213-04af-4adb-95e6-628f9e837597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 899.703226] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Reconfiguring VM instance to set the machine id {{(pid=68867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 899.703525] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c80f13-7b40-45ed-9bfb-7945a8d7d6db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.722073] env[68867]: DEBUG oslo_vmware.api [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] Waiting for the task: (returnval){ [ 899.722073] env[68867]: value = "task-2951686" [ 899.722073] env[68867]: _type = "Task" [ 899.722073] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.730871] env[68867]: DEBUG oslo_vmware.api [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] Task: {'id': task-2951686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.740672] env[68867]: INFO nova.compute.resource_tracker [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating resource usage from migration 3f2548e8-60cf-4e47-a19e-526547c550c9 [ 899.990340] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.990340] env[68867]: DEBUG nova.compute.manager [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Received event network-changed-bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.990340] env[68867]: DEBUG nova.compute.manager [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Refreshing instance network info cache due to event network-changed-bdcdf82b-32ff-48ae-911b-11043d259e57. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.990340] env[68867]: DEBUG oslo_concurrency.lockutils [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] Acquiring lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.990340] env[68867]: DEBUG oslo_concurrency.lockutils [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] Acquired lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.990340] env[68867]: DEBUG nova.network.neutron [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Refreshing network info cache for port bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.059636] env[68867]: DEBUG nova.network.neutron [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.116885] env[68867]: DEBUG oslo_vmware.api [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951685, 'name': PowerOnVM_Task, 'duration_secs': 0.445461} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.119335] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.119547] env[68867]: DEBUG nova.compute.manager [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.120370] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022d3ce8-ab8e-4524-a8c9-0e0d2f3175e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.201516] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3e06a9-de95-4b32-bbb1-97240c7e30db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.209425] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349beeee-f55f-4db0-ae33-80d67c6af0b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.247124] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b13ed0c-4fb3-4a5c-8631-11dde63cdb20 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.255565] env[68867]: DEBUG oslo_vmware.api [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] Task: {'id': task-2951686, 'name': ReconfigVM_Task, 'duration_secs': 0.173836} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.257723] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b6ca8-c8be-40cd-8ba4-a92a2e2010cf tempest-ServersAdminTestJSON-667071571 tempest-ServersAdminTestJSON-667071571-project-admin] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Reconfigured VM instance to set the machine id {{(pid=68867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 900.259518] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83bc5d4-4cc3-4226-b200-6df78894f249 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.273468] env[68867]: DEBUG nova.compute.provider_tree [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.531306] env[68867]: DEBUG nova.network.neutron [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Updating instance_info_cache with network_info: [{"id": "e878ffb5-9e9f-44c8-a406-0a389f3a2049", "address": "fa:16:3e:b1:89:06", "network": {"id": "7f5fb40d-e221-4c60-a86c-8fe17c693f23", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-448472189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9456f54c534322a116a5f2c8750bad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape878ffb5-9e", "ovs_interfaceid": "e878ffb5-9e9f-44c8-a406-0a389f3a2049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.646981] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.779105] env[68867]: DEBUG nova.scheduler.client.report [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.837234] env[68867]: DEBUG nova.network.neutron [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updated VIF entry in instance network info cache for port bdcdf82b-32ff-48ae-911b-11043d259e57. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.837234] env[68867]: DEBUG nova.network.neutron [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updating instance_info_cache with network_info: [{"id": "bdcdf82b-32ff-48ae-911b-11043d259e57", "address": "fa:16:3e:c0:85:51", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcdf82b-32", "ovs_interfaceid": "bdcdf82b-32ff-48ae-911b-11043d259e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.035636] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Releasing lock "refresh_cache-fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.035981] env[68867]: DEBUG nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Instance network_info: |[{"id": "e878ffb5-9e9f-44c8-a406-0a389f3a2049", "address": "fa:16:3e:b1:89:06", "network": {"id": "7f5fb40d-e221-4c60-a86c-8fe17c693f23", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-448472189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9456f54c534322a116a5f2c8750bad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape878ffb5-9e", "ovs_interfaceid": "e878ffb5-9e9f-44c8-a406-0a389f3a2049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.036428] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:89:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e878ffb5-9e9f-44c8-a406-0a389f3a2049', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.047343] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Creating folder: Project (6d9456f54c534322a116a5f2c8750bad). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.047343] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e27c621a-3594-4c6f-a7fd-0e5a05f23d5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.065767] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Created folder: Project (6d9456f54c534322a116a5f2c8750bad) in parent group-v592242. [ 901.065767] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Creating folder: Instances. Parent ref: group-v592409. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.065767] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b6c4d3-7516-4275-9736-acd69d4322da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.074577] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Created folder: Instances in parent group-v592409. [ 901.074903] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.075124] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.075335] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0e3abb-cbd7-4e06-b59a-c2854d260b4e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.095337] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "0b0bd42e-394f-452b-950c-820d02eeeb37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.098065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "0b0bd42e-394f-452b-950c-820d02eeeb37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.098065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "0b0bd42e-394f-452b-950c-820d02eeeb37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.098065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "0b0bd42e-394f-452b-950c-820d02eeeb37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.098065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "0b0bd42e-394f-452b-950c-820d02eeeb37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.105933] env[68867]: INFO nova.compute.manager [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Terminating instance [ 901.114274] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.114274] env[68867]: value = "task-2951689" [ 901.114274] env[68867]: _type = "Task" [ 901.114274] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.124405] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951689, 'name': CreateVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.284330] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.556s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.284607] env[68867]: INFO nova.compute.manager [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Migrating [ 901.294727] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.763s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.295036] env[68867]: DEBUG nova.objects.instance [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lazy-loading 'resources' on Instance uuid 00034a52-903c-4575-acd3-4912a144e6ef {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.305667] env[68867]: DEBUG nova.compute.manager [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Received event network-changed-e878ffb5-9e9f-44c8-a406-0a389f3a2049 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.305856] env[68867]: DEBUG nova.compute.manager [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Refreshing instance network info cache due to event network-changed-e878ffb5-9e9f-44c8-a406-0a389f3a2049. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.306087] env[68867]: DEBUG oslo_concurrency.lockutils [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] Acquiring lock "refresh_cache-fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.306332] env[68867]: DEBUG oslo_concurrency.lockutils [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] Acquired lock "refresh_cache-fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.306449] env[68867]: DEBUG nova.network.neutron [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Refreshing network info cache for port e878ffb5-9e9f-44c8-a406-0a389f3a2049 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.338718] env[68867]: DEBUG oslo_concurrency.lockutils [req-45bb2ebb-2485-4f7d-a83c-735d6bc96523 req-7664f912-5705-457c-86e6-d480fdf5c639 service nova] Releasing lock "refresh_cache-5f6232f0-aa98-4045-a3da-e7b33e81250b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.614608] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "refresh_cache-0b0bd42e-394f-452b-950c-820d02eeeb37" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.618177] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquired lock "refresh_cache-0b0bd42e-394f-452b-950c-820d02eeeb37" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.618177] env[68867]: DEBUG nova.network.neutron [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.631958] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951689, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.804261] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.804769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.804982] env[68867]: DEBUG nova.network.neutron [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.974741] env[68867]: INFO nova.compute.manager [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Rebuilding instance [ 902.022717] env[68867]: DEBUG nova.compute.manager [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.023614] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312917a-6630-45bf-a4f9-a80243bfa1d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.088364] env[68867]: DEBUG nova.network.neutron [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Updated VIF entry in instance network info cache for port e878ffb5-9e9f-44c8-a406-0a389f3a2049. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.089178] env[68867]: DEBUG nova.network.neutron [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Updating instance_info_cache with network_info: [{"id": "e878ffb5-9e9f-44c8-a406-0a389f3a2049", "address": "fa:16:3e:b1:89:06", "network": {"id": "7f5fb40d-e221-4c60-a86c-8fe17c693f23", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-448472189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9456f54c534322a116a5f2c8750bad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape878ffb5-9e", "ovs_interfaceid": "e878ffb5-9e9f-44c8-a406-0a389f3a2049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.130887] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951689, 'name': CreateVM_Task, 'duration_secs': 0.53899} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.131801] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.131877] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.132079] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.133049] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.133049] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffd9fbd-975f-4853-8e94-ccf94155177d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.138596] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 902.138596] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f54d7b-f810-3e21-d872-a36a5fab5488" [ 902.138596] env[68867]: _type = "Task" [ 902.138596] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.146172] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f54d7b-f810-3e21-d872-a36a5fab5488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.150393] env[68867]: DEBUG nova.network.neutron [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.202274] env[68867]: DEBUG nova.network.neutron [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.342197] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291491f-1982-43d3-ae02-f5962b4659fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.351230] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f0bd1-699d-4392-9410-777236098bd7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.390022] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f2401d-d339-42fa-9389-3c24acfda5b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.399066] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002ee66-b2be-4c4a-a8b7-f8d14ae59546 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.415164] env[68867]: DEBUG nova.compute.provider_tree [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.549230] env[68867]: DEBUG nova.network.neutron [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [{"id": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "address": "fa:16:3e:87:eb:bc", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f461e5-a1", "ovs_interfaceid": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.594175] env[68867]: DEBUG oslo_concurrency.lockutils [req-0f6cede3-3064-4179-8978-aa263eccbc6d req-3b517b08-a6ad-462c-807d-4d92d6935d06 service nova] Releasing lock "refresh_cache-fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.648328] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f54d7b-f810-3e21-d872-a36a5fab5488, 'name': SearchDatastore_Task, 'duration_secs': 0.035132} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.648790] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.648943] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.649233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.649379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.649585] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.649880] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b523802-1dfd-4cbc-b37f-fb5d94c3dc38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.657847] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.658024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.658762] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29739e98-8df9-4057-b931-96c6f7fe7067 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.663776] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 902.663776] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52671e8e-1297-3a57-e422-b63ce01c9a33" [ 902.663776] env[68867]: _type = "Task" [ 902.663776] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.671373] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52671e8e-1297-3a57-e422-b63ce01c9a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.707809] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Releasing lock "refresh_cache-0b0bd42e-394f-452b-950c-820d02eeeb37" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.708213] env[68867]: DEBUG nova.compute.manager [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.708406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.709491] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc2837e-53d1-4c98-839d-a7d3122e224e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.717647] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.718013] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-132b57d4-860e-4edb-8e77-67d136dd93cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.726268] env[68867]: DEBUG oslo_vmware.api [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 902.726268] env[68867]: value = "task-2951690" [ 902.726268] env[68867]: _type = "Task" [ 902.726268] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.735895] env[68867]: DEBUG oslo_vmware.api [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.920214] env[68867]: DEBUG nova.scheduler.client.report [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.043316] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.043316] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00647ca9-0de0-400f-a931-7cba15d3d6f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.049850] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 903.049850] env[68867]: value = "task-2951691" [ 903.049850] env[68867]: _type = "Task" [ 903.049850] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.053533] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.065902] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.117591] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.117757] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.176457] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52671e8e-1297-3a57-e422-b63ce01c9a33, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.177333] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b861750a-68ae-46f5-b184-ed3b5ea5ddca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.182983] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 903.182983] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a8efdb-fb9c-6e7e-56ec-070a9cbeb1e5" [ 903.182983] env[68867]: _type = "Task" [ 903.182983] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.193762] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a8efdb-fb9c-6e7e-56ec-070a9cbeb1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.237126] env[68867]: DEBUG oslo_vmware.api [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951690, 'name': PowerOffVM_Task, 'duration_secs': 0.172194} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.237447] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.237592] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.237897] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea34368c-107b-4812-aed9-a79735f2f0b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.268659] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.268892] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.269025] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Deleting the datastore file [datastore1] 0b0bd42e-394f-452b-950c-820d02eeeb37 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.269286] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e27f174-7acb-41db-a30b-5037c89e8690 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.276683] env[68867]: DEBUG oslo_vmware.api [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for the task: (returnval){ [ 903.276683] env[68867]: value = "task-2951693" [ 903.276683] env[68867]: _type = "Task" [ 903.276683] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.285283] env[68867]: DEBUG oslo_vmware.api [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.425042] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.427400] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.161s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.427627] env[68867]: DEBUG nova.objects.instance [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lazy-loading 'resources' on Instance uuid 0ea266a1-6231-47a9-84c4-c78fb619f713 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.448221] env[68867]: INFO nova.scheduler.client.report [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted allocations for instance 00034a52-903c-4575-acd3-4912a144e6ef [ 903.562406] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951691, 'name': PowerOffVM_Task, 'duration_secs': 0.305326} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.562875] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.563119] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.563878] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7957d056-1cf5-46a0-826c-abd4a16b7dc4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.570759] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.571008] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1529a9d8-fb12-47dd-b680-4dc0ebd45d65 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.694319] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a8efdb-fb9c-6e7e-56ec-070a9cbeb1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.694690] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.694851] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fb7af9f9-1c78-42b9-bb32-b0f86cc019ae/fb7af9f9-1c78-42b9-bb32-b0f86cc019ae.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.695133] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f796d09f-5624-494c-8450-5c64d04541b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.702260] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 903.702260] env[68867]: value = "task-2951695" [ 903.702260] env[68867]: _type = "Task" [ 903.702260] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.710433] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.786995] env[68867]: DEBUG oslo_vmware.api [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Task: {'id': task-2951693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370108} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.787290] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.787468] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.787638] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.787811] env[68867]: INFO nova.compute.manager [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Took 1.08 seconds to destroy the instance on the hypervisor. [ 903.788091] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.788287] env[68867]: DEBUG nova.compute.manager [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.788376] env[68867]: DEBUG nova.network.neutron [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.805246] env[68867]: DEBUG nova.network.neutron [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.955874] env[68867]: DEBUG oslo_concurrency.lockutils [None req-014e584f-51ca-4c88-b5c4-e0fc4dfecb6c tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "00034a52-903c-4575-acd3-4912a144e6ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.242s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.216656] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951695, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.301601] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.301803] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.301986] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleting the datastore file [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.302281] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa5276cc-fc07-47e9-953b-a384e169cf11 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.308516] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 904.308516] env[68867]: value = "task-2951696" [ 904.308516] env[68867]: _type = "Task" [ 904.308516] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.311653] env[68867]: DEBUG nova.network.neutron [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.326346] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.446676] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e799ee-0a5b-4d06-9a26-8b493643ad02 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.456739] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20af5b98-23ce-441b-b454-ac292dc22dae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.491948] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b25c552-7524-4c3f-8645-f37c86d2f9c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.499562] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea3470d-fe6f-4916-849f-08ad3a275513 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.512936] env[68867]: DEBUG nova.compute.provider_tree [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.571540] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3912466c-85b2-491a-b390-ed87e00d6bf3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.595787] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance '222942b9-d459-4937-83e0-30de9e0e30d1' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.716235] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766892} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.716544] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] fb7af9f9-1c78-42b9-bb32-b0f86cc019ae/fb7af9f9-1c78-42b9-bb32-b0f86cc019ae.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.716852] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.717207] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c1f70a-7631-4b99-bfb5-35f407a4dab8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.724829] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 904.724829] env[68867]: value = "task-2951697" [ 904.724829] env[68867]: _type = "Task" [ 904.724829] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.736060] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.817463] env[68867]: INFO nova.compute.manager [-] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Took 1.03 seconds to deallocate network for instance. [ 904.822854] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.022376] env[68867]: DEBUG nova.scheduler.client.report [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.107120] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.107290] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a9c291-17bf-428b-bf6a-62a611846c6e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.116170] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 905.116170] env[68867]: value = "task-2951698" [ 905.116170] env[68867]: _type = "Task" [ 905.116170] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.124766] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.235694] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.468863} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.236992] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.239063] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182993f3-df74-428a-94ef-7c5709e629a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.265404] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] fb7af9f9-1c78-42b9-bb32-b0f86cc019ae/fb7af9f9-1c78-42b9-bb32-b0f86cc019ae.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.265870] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575ce71e-9ef9-4066-abdf-5e55ff11ecc0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.288125] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 905.288125] env[68867]: value = "task-2951699" [ 905.288125] env[68867]: _type = "Task" [ 905.288125] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.296430] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.321896] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.891093} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.322228] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.322415] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.322588] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.328861] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.526175] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.532828] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.879s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.532828] env[68867]: INFO nova.compute.claims [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.631921] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951698, 'name': PowerOffVM_Task, 'duration_secs': 0.411377} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.632352] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.632450] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance '222942b9-d459-4937-83e0-30de9e0e30d1' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.654110] env[68867]: INFO nova.scheduler.client.report [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted allocations for instance 0ea266a1-6231-47a9-84c4-c78fb619f713 [ 905.803133] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951699, 'name': ReconfigVM_Task, 'duration_secs': 0.285008} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.803133] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Reconfigured VM instance instance-00000039 to attach disk [datastore1] fb7af9f9-1c78-42b9-bb32-b0f86cc019ae/fb7af9f9-1c78-42b9-bb32-b0f86cc019ae.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.803558] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15ddb648-6fc9-4931-824c-4b40a42b6993 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.810521] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 905.810521] env[68867]: value = "task-2951700" [ 905.810521] env[68867]: _type = "Task" [ 905.810521] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.818649] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951700, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.144354] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.144354] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.144354] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.144354] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.144354] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.144859] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.145097] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.145337] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.145786] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.146043] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.146308] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.154499] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb29b424-aab6-4646-b2ad-ca1bad0025da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.172231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ccc95c72-b364-49ba-b905-5d4fa310c286 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0ea266a1-6231-47a9-84c4-c78fb619f713" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.501s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.176405] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 906.176405] env[68867]: value = "task-2951701" [ 906.176405] env[68867]: _type = "Task" [ 906.176405] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.186746] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.320439] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951700, 'name': Rename_Task, 'duration_secs': 0.132445} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.320439] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.320668] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261ec0c0-0357-44ff-ae23-751a5564771e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.326951] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 906.326951] env[68867]: value = "task-2951702" [ 906.326951] env[68867]: _type = "Task" [ 906.326951] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.338133] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.365664] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.365956] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.366227] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.366491] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.366671] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.366828] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.367067] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.367235] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.367419] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.367582] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.367752] env[68867]: DEBUG nova.virt.hardware [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.369330] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ae0c8-c736-491e-935d-635e9d8e1677 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.376701] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ece5d-2ef5-495b-af8d-de39cc05007a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.390733] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20977f50-7aee-45fe-a8a6-b1f3225baec1', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.398083] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.398360] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.398561] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbaff5c5-778a-48db-9c4c-85c23ebe8f70 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.417548] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.417548] env[68867]: value = "task-2951703" [ 906.417548] env[68867]: _type = "Task" [ 906.417548] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.427247] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951703, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.691775] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951701, 'name': ReconfigVM_Task, 'duration_secs': 0.22204} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.691775] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance '222942b9-d459-4937-83e0-30de9e0e30d1' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.840519] env[68867]: DEBUG oslo_vmware.api [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951702, 'name': PowerOnVM_Task, 'duration_secs': 0.513256} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.840824] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.840960] env[68867]: INFO nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Took 8.18 seconds to spawn the instance on the hypervisor. [ 906.842013] env[68867]: DEBUG nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.842013] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8e3d5-db7d-4790-b299-60e6c3f06f77 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.931400] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951703, 'name': CreateVM_Task, 'duration_secs': 0.349532} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.932052] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.932441] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.932624] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.932988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.933713] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3762b44e-e747-4140-ab5d-10af0273d4a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.941920] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 906.941920] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f3f3dd-87be-0249-180c-f8f7a52a02fb" [ 906.941920] env[68867]: _type = "Task" [ 906.941920] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.952514] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f3f3dd-87be-0249-180c-f8f7a52a02fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.054444] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a157a-6f84-4b9f-aa40-823e7b566470 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.063274] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982a09f-07fc-409e-88c5-d961880bed3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.095902] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c4319a-979e-4d12-93d4-e8d095062fc7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.104097] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc43cf4-6880-4dbc-8288-58967fb7206e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.119834] env[68867]: DEBUG nova.compute.provider_tree [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.198586] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:53:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='233e5bba-a41c-4192-89eb-7e1b6af6f255',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292981484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.198905] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.199075] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.199256] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.199398] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.199535] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.199730] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.199900] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.200095] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.200254] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.200423] env[68867]: DEBUG nova.virt.hardware [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.206219] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.206918] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cea1306-427a-424c-aee8-c6c1e1b01dfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.226952] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 907.226952] env[68867]: value = "task-2951704" [ 907.226952] env[68867]: _type = "Task" [ 907.226952] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.235890] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.361724] env[68867]: INFO nova.compute.manager [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Took 49.33 seconds to build instance. [ 907.451022] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f3f3dd-87be-0249-180c-f8f7a52a02fb, 'name': SearchDatastore_Task, 'duration_secs': 0.023949} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.451653] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.451653] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.451754] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.451899] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.452094] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.452382] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e99b932-72e1-4aed-bea6-8b509b6cfae3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.461026] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.461208] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.461940] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6001e18a-facd-49a4-9381-48d1a13b99d8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.467791] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 907.467791] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528b2436-1b59-6651-02fa-315020284d33" [ 907.467791] env[68867]: _type = "Task" [ 907.467791] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.475932] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528b2436-1b59-6651-02fa-315020284d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.500698] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.501073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.645270] env[68867]: ERROR nova.scheduler.client.report [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [req-7293cf5a-b86b-40cf-9c32-7d12ce55e4ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7293cf5a-b86b-40cf-9c32-7d12ce55e4ac"}]} [ 907.664570] env[68867]: DEBUG nova.scheduler.client.report [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 907.679056] env[68867]: DEBUG nova.scheduler.client.report [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 907.679056] env[68867]: DEBUG nova.compute.provider_tree [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.690037] env[68867]: DEBUG nova.scheduler.client.report [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 907.708065] env[68867]: DEBUG nova.scheduler.client.report [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 907.737142] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951704, 'name': ReconfigVM_Task, 'duration_secs': 0.305081} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.737462] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.740426] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346524b4-df9c-40f5-b557-f07200a7aa42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.763695] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.766726] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35005a3f-524c-452d-bfc8-0f8e506242da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.785340] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 907.785340] env[68867]: value = "task-2951705" [ 907.785340] env[68867]: _type = "Task" [ 907.785340] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.794629] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.863942] env[68867]: DEBUG oslo_concurrency.lockutils [None req-29492c27-f9c5-436d-9dd0-926852ec1a5a tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.437s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.979330] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528b2436-1b59-6651-02fa-315020284d33, 'name': SearchDatastore_Task, 'duration_secs': 0.014928} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.982660] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bda344a-91d4-45cb-8bd9-8c22f119c2f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.987417] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 907.987417] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5283f3c5-9193-8648-96bb-12caf8a0fe62" [ 907.987417] env[68867]: _type = "Task" [ 907.987417] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.995689] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283f3c5-9193-8648-96bb-12caf8a0fe62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.134203] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f618e5e-a3bc-42b5-b875-9bd5c4d54438 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.143614] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3672b-2795-4cc4-b043-424807f9ab54 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.177467] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa02ee-f824-4f32-824a-dae2820cdbbd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.185453] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bad8ca-f063-4b5d-8d48-8765531b4e87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.199079] env[68867]: DEBUG nova.compute.provider_tree [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.295305] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.366900] env[68867]: DEBUG nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.498238] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283f3c5-9193-8648-96bb-12caf8a0fe62, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.498512] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.498815] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.499096] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68e62d5a-7214-4413-91d1-d9e2e8afd07e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.505554] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 908.505554] env[68867]: value = "task-2951706" [ 908.505554] env[68867]: _type = "Task" [ 908.505554] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.513253] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.737367] env[68867]: DEBUG nova.scheduler.client.report [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 908.737665] env[68867]: DEBUG nova.compute.provider_tree [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 88 to 89 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 908.737899] env[68867]: DEBUG nova.compute.provider_tree [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.797107] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951705, 'name': ReconfigVM_Task, 'duration_secs': 0.982405} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.797260] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.797511] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance '222942b9-d459-4937-83e0-30de9e0e30d1' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.810915] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.811234] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.811448] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.811625] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.811786] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.813870] env[68867]: INFO nova.compute.manager [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Terminating instance [ 908.890985] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.015663] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457984} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.015927] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.016154] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.016401] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-600b5166-e51a-4749-a23a-5d10a1f4c5de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.022925] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 909.022925] env[68867]: value = "task-2951707" [ 909.022925] env[68867]: _type = "Task" [ 909.022925] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.031119] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.243998] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.713s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.244563] env[68867]: DEBUG nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.247213] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.166s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.247435] env[68867]: DEBUG nova.objects.instance [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lazy-loading 'resources' on Instance uuid fec55202-9159-4470-9f76-6ce5144d52d0 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.303817] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c56bb-d283-4abd-bd4f-7696d4ce7c3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.322897] env[68867]: DEBUG nova.compute.manager [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.323131] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.323993] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2165795-a524-4346-a6c8-694211f3451f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.327191] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4918a4-5004-46a2-98c2-cf69ee977c9f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.344859] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance '222942b9-d459-4937-83e0-30de9e0e30d1' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.350024] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.350431] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4621a2df-8f4c-4ec6-8735-bde3b0ad37bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.356301] env[68867]: DEBUG oslo_vmware.api [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 909.356301] env[68867]: value = "task-2951708" [ 909.356301] env[68867]: _type = "Task" [ 909.356301] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.365865] env[68867]: DEBUG oslo_vmware.api [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.532867] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26792} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.533198] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.533980] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adfcf57-e60f-41c9-b293-8e98d28efdda {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.556300] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.556597] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5c02fb-f0c7-4e6b-9075-9d31e15fdedf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.575606] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 909.575606] env[68867]: value = "task-2951709" [ 909.575606] env[68867]: _type = "Task" [ 909.575606] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.583786] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.751417] env[68867]: DEBUG nova.compute.utils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.755941] env[68867]: DEBUG nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.756146] env[68867]: DEBUG nova.network.neutron [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.796329] env[68867]: DEBUG nova.policy [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73825067c4eb4114a76b048f5a7bc50c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd77eaa62d9b471399724ecc04b2c7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.866449] env[68867]: DEBUG oslo_vmware.api [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951708, 'name': PowerOffVM_Task, 'duration_secs': 0.441477} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.869075] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.869304] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.869884] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b81ad85-01c8-45af-8d7f-6facab843919 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.917456] env[68867]: DEBUG nova.network.neutron [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Port b3f461e5-a1ce-4efc-b537-56b4d3f98ffa binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 909.944352] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.944554] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.944726] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Deleting the datastore file [datastore1] fb7af9f9-1c78-42b9-bb32-b0f86cc019ae {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.944982] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eebd2de1-efd2-4d8f-ace9-fbf7418c6821 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.961675] env[68867]: DEBUG oslo_vmware.api [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for the task: (returnval){ [ 909.961675] env[68867]: value = "task-2951711" [ 909.961675] env[68867]: _type = "Task" [ 909.961675] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.969896] env[68867]: DEBUG oslo_vmware.api [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.087236] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.116074] env[68867]: DEBUG nova.network.neutron [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Successfully created port: 53ecf814-60aa-4abc-a8d2-5e16347f63a8 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.193271] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e001ba-a9ba-401e-81bf-011e5f9e6ed8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.202891] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac8d2b4-ca56-4340-8aef-4a2c1f5cbecc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.245997] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071199d-3cb0-4fa9-b61c-edb1f07e738b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.257484] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5526a9-e42c-4b44-b698-47c5a8b0348f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.261970] env[68867]: DEBUG nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.277502] env[68867]: DEBUG nova.compute.provider_tree [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.475027] env[68867]: DEBUG oslo_vmware.api [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Task: {'id': task-2951711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151634} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.475027] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.475027] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.475027] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.475027] env[68867]: INFO nova.compute.manager [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 910.475027] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.475027] env[68867]: DEBUG nova.compute.manager [-] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.475027] env[68867]: DEBUG nova.network.neutron [-] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.587994] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951709, 'name': ReconfigVM_Task, 'duration_secs': 0.811914} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.588303] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.589478] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a58ab4f-eaf4-4bba-8e72-b843d2176f01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.595381] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 910.595381] env[68867]: value = "task-2951712" [ 910.595381] env[68867]: _type = "Task" [ 910.595381] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.603581] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951712, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.756480] env[68867]: DEBUG nova.compute.manager [req-021e4b4f-36a8-4440-9c41-44e7436f47fa req-cbbe4609-c0f6-4e2c-95f1-79c5feab0606 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Received event network-vif-deleted-e878ffb5-9e9f-44c8-a406-0a389f3a2049 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.756748] env[68867]: INFO nova.compute.manager [req-021e4b4f-36a8-4440-9c41-44e7436f47fa req-cbbe4609-c0f6-4e2c-95f1-79c5feab0606 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Neutron deleted interface e878ffb5-9e9f-44c8-a406-0a389f3a2049; detaching it from the instance and deleting it from the info cache [ 910.757591] env[68867]: DEBUG nova.network.neutron [req-021e4b4f-36a8-4440-9c41-44e7436f47fa req-cbbe4609-c0f6-4e2c-95f1-79c5feab0606 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.820811] env[68867]: DEBUG nova.scheduler.client.report [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 910.821088] env[68867]: DEBUG nova.compute.provider_tree [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 89 to 90 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 910.821263] env[68867]: DEBUG nova.compute.provider_tree [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.940065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.940332] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.940450] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.105438] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951712, 'name': Rename_Task, 'duration_secs': 0.149015} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.105713] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.105959] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffda66f4-296e-49ca-b20c-36a273d2ae69 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.111496] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 911.111496] env[68867]: value = "task-2951713" [ 911.111496] env[68867]: _type = "Task" [ 911.111496] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.118927] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.225556] env[68867]: DEBUG nova.network.neutron [-] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.260647] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-514a7452-ae97-4ef1-a35f-78bc7dd1f81d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.272212] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332e52dd-c71c-4d2f-98c4-1dce96cbf586 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.290035] env[68867]: DEBUG nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.313195] env[68867]: DEBUG nova.compute.manager [req-021e4b4f-36a8-4440-9c41-44e7436f47fa req-cbbe4609-c0f6-4e2c-95f1-79c5feab0606 service nova] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Detach interface failed, port_id=e878ffb5-9e9f-44c8-a406-0a389f3a2049, reason: Instance fb7af9f9-1c78-42b9-bb32-b0f86cc019ae could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.322085] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.323226] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.323226] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.323226] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.323226] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.323226] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.323226] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.323226] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.323497] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.323497] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.323645] env[68867]: DEBUG nova.virt.hardware [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.324473] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55133fd5-b317-4beb-9e7b-62bed714cc7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.328022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.329544] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.994s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.330482] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.330482] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 911.330482] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.090s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.331581] env[68867]: INFO nova.compute.claims [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.335643] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46e47cc-1536-4b58-80ef-610021213635 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.341852] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d766f2-2078-465c-8481-185702b9ef0a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.349288] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae27a48c-bb8b-4ee9-8280-f2c203a6b48c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.353793] env[68867]: INFO nova.scheduler.client.report [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Deleted allocations for instance fec55202-9159-4470-9f76-6ce5144d52d0 [ 911.380323] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1abe72-07d7-49fb-92ba-b47256436259 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.387848] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfabcd-2a3f-4617-af28-03c4a15d485a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.419088] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179460MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 911.419243] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.610015] env[68867]: DEBUG nova.network.neutron [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Successfully updated port: 53ecf814-60aa-4abc-a8d2-5e16347f63a8 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.621217] env[68867]: DEBUG oslo_vmware.api [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951713, 'name': PowerOnVM_Task, 'duration_secs': 0.432848} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.622329] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.622329] env[68867]: DEBUG nova.compute.manager [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.623102] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e3011-3ef6-4d8a-b7a3-88143916b235 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.728582] env[68867]: INFO nova.compute.manager [-] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Took 1.25 seconds to deallocate network for instance. [ 911.869763] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7909a88e-91d0-4f15-8f74-a521ac1636eb tempest-ServersV294TestFqdnHostnames-587352257 tempest-ServersV294TestFqdnHostnames-587352257-project-member] Lock "fec55202-9159-4470-9f76-6ce5144d52d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.551s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.016315] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.016315] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.016315] env[68867]: DEBUG nova.network.neutron [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.112299] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "refresh_cache-1b19c305-95fc-45d3-b4cb-59f8a73de667" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.112453] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "refresh_cache-1b19c305-95fc-45d3-b4cb-59f8a73de667" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.112606] env[68867]: DEBUG nova.network.neutron [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.140089] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.236067] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.678615] env[68867]: DEBUG nova.network.neutron [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.771140] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d491aba-48f4-4af7-b05e-9c6af6550327 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.780558] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d078c80-4093-4cde-a8b7-ebd5bdabab27 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.784713] env[68867]: DEBUG nova.compute.manager [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Received event network-vif-plugged-53ecf814-60aa-4abc-a8d2-5e16347f63a8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.784939] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] Acquiring lock "1b19c305-95fc-45d3-b4cb-59f8a73de667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.785157] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.785320] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.785482] env[68867]: DEBUG nova.compute.manager [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] No waiting events found dispatching network-vif-plugged-53ecf814-60aa-4abc-a8d2-5e16347f63a8 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.785636] env[68867]: WARNING nova.compute.manager [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Received unexpected event network-vif-plugged-53ecf814-60aa-4abc-a8d2-5e16347f63a8 for instance with vm_state building and task_state spawning. [ 912.785784] env[68867]: DEBUG nova.compute.manager [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Received event network-changed-53ecf814-60aa-4abc-a8d2-5e16347f63a8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.785927] env[68867]: DEBUG nova.compute.manager [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Refreshing instance network info cache due to event network-changed-53ecf814-60aa-4abc-a8d2-5e16347f63a8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.786104] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] Acquiring lock "refresh_cache-1b19c305-95fc-45d3-b4cb-59f8a73de667" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.821806] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca0d0d-ae96-4790-9937-b76ac45fa70b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.830179] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e11e4d6-fd17-41be-8cd9-28c2a44d82d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.843950] env[68867]: DEBUG nova.compute.provider_tree [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.918038] env[68867]: INFO nova.compute.manager [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Rebuilding instance [ 912.955883] env[68867]: DEBUG nova.network.neutron [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [{"id": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "address": "fa:16:3e:87:eb:bc", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f461e5-a1", "ovs_interfaceid": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.959099] env[68867]: DEBUG nova.network.neutron [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Updating instance_info_cache with network_info: [{"id": "53ecf814-60aa-4abc-a8d2-5e16347f63a8", "address": "fa:16:3e:40:f8:04", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ecf814-60", "ovs_interfaceid": "53ecf814-60aa-4abc-a8d2-5e16347f63a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.967023] env[68867]: DEBUG nova.compute.manager [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.967914] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f92633-cc10-40a7-b6da-85d3dca4e3f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.347898] env[68867]: DEBUG nova.scheduler.client.report [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.461990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.466791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "refresh_cache-1b19c305-95fc-45d3-b4cb-59f8a73de667" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.467128] env[68867]: DEBUG nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Instance network_info: |[{"id": "53ecf814-60aa-4abc-a8d2-5e16347f63a8", "address": "fa:16:3e:40:f8:04", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ecf814-60", "ovs_interfaceid": "53ecf814-60aa-4abc-a8d2-5e16347f63a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.467437] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] Acquired lock "refresh_cache-1b19c305-95fc-45d3-b4cb-59f8a73de667" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.467672] env[68867]: DEBUG nova.network.neutron [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Refreshing network info cache for port 53ecf814-60aa-4abc-a8d2-5e16347f63a8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.469009] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f8:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ecf814-60aa-4abc-a8d2-5e16347f63a8', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.479342] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.485158] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.485785] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31641f56-d4fa-40c5-b054-b96f4f088ab1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.513034] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.513034] env[68867]: value = "task-2951714" [ 913.513034] env[68867]: _type = "Task" [ 913.513034] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.524255] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951714, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.719501] env[68867]: DEBUG nova.network.neutron [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Updated VIF entry in instance network info cache for port 53ecf814-60aa-4abc-a8d2-5e16347f63a8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.719938] env[68867]: DEBUG nova.network.neutron [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Updating instance_info_cache with network_info: [{"id": "53ecf814-60aa-4abc-a8d2-5e16347f63a8", "address": "fa:16:3e:40:f8:04", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ecf814-60", "ovs_interfaceid": "53ecf814-60aa-4abc-a8d2-5e16347f63a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.853288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.853824] env[68867]: DEBUG nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.856358] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.186s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.857832] env[68867]: INFO nova.compute.claims [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.986112] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.986478] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee45c1ba-9bf2-4926-9c7a-7b4252a98ec9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.994366] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 913.994366] env[68867]: value = "task-2951715" [ 913.994366] env[68867]: _type = "Task" [ 913.994366] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.003497] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.005006] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503cb74e-a5d6-4139-8fea-4c554b05308e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.027139] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15240fb2-9d86-4113-91dc-7ae2e4a25fce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.034724] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951714, 'name': CreateVM_Task, 'duration_secs': 0.31267} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.036901] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.037299] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance '222942b9-d459-4937-83e0-30de9e0e30d1' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.041057] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.041226] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.041526] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.041771] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07895a83-3db7-4eb0-add7-bb0d012032de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.046326] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 914.046326] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5280c6d9-78b9-ddd9-31c2-aec99934e150" [ 914.046326] env[68867]: _type = "Task" [ 914.046326] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.054062] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5280c6d9-78b9-ddd9-31c2-aec99934e150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.223365] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7a4e05e-8212-44d6-a0a1-0aa3bc4aa80d req-abf9f3b4-dc13-4b55-a624-e801fb25f250 service nova] Releasing lock "refresh_cache-1b19c305-95fc-45d3-b4cb-59f8a73de667" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.362843] env[68867]: DEBUG nova.compute.utils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.366810] env[68867]: DEBUG nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.370466] env[68867]: DEBUG nova.network.neutron [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.418470] env[68867]: DEBUG nova.policy [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85ea19e5324cf285b51e22290a634e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3255bf5d63a489b9de4886b02bc4c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.506323] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951715, 'name': PowerOffVM_Task, 'duration_secs': 0.192608} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.506471] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.506741] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.507961] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0225044b-d495-4489-b9a2-07f4d027fb0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.514034] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.514267] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7108a7ed-ca8b-4321-99d9-c6e77db81eda {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547124] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.547542] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9c40626-270e-4a32-ad7c-16e64c7fc1fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.558018] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5280c6d9-78b9-ddd9-31c2-aec99934e150, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.559284] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.559531] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.559992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.559992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.560103] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.561139] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 914.561139] env[68867]: value = "task-2951717" [ 914.561139] env[68867]: _type = "Task" [ 914.561139] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.561139] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdbe09ca-80e6-4b30-8f44-1cfa7d7ef1cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.571222] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.573400] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.573583] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.575417] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a99efe2-8c49-4922-a87a-d7205b8bb826 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.577513] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.577720] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.577904] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleting the datastore file [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.578144] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4098db88-adb7-476b-9f85-4bca7ad943db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.582544] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 914.582544] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e81f2a-91c8-486a-d62a-080917427141" [ 914.582544] env[68867]: _type = "Task" [ 914.582544] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.587053] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 914.587053] env[68867]: value = "task-2951718" [ 914.587053] env[68867]: _type = "Task" [ 914.587053] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.594209] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e81f2a-91c8-486a-d62a-080917427141, 'name': SearchDatastore_Task} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.597710] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.597922] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172b54fc-de85-4f7b-b3af-de167004716e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.602821] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 914.602821] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525ec47e-15c5-6b40-6af7-29c9b183312e" [ 914.602821] env[68867]: _type = "Task" [ 914.602821] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.610113] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525ec47e-15c5-6b40-6af7-29c9b183312e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.677775] env[68867]: DEBUG nova.network.neutron [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Successfully created port: 649621fc-b462-40a2-8ffa-e5f965f60b2c {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.878354] env[68867]: DEBUG nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.071713] env[68867]: DEBUG oslo_vmware.api [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951717, 'name': PowerOnVM_Task, 'duration_secs': 0.382072} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.074350] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.074633] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c7d2b-afed-465d-a421-8179855f6afd tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance '222942b9-d459-4937-83e0-30de9e0e30d1' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.098629] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155537} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.098967] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.099336] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.099530] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.115649] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525ec47e-15c5-6b40-6af7-29c9b183312e, 'name': SearchDatastore_Task, 'duration_secs': 0.007755} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.116539] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.116539] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1b19c305-95fc-45d3-b4cb-59f8a73de667/1b19c305-95fc-45d3-b4cb-59f8a73de667.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.116871] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43dd8e78-1f2a-48b2-8d88-cb74ac9bf70f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.124290] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 915.124290] env[68867]: value = "task-2951719" [ 915.124290] env[68867]: _type = "Task" [ 915.124290] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.139872] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.414969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c200d09d-607f-4cd0-a34f-a0ef6f48f903 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.425097] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397d3a48-6577-441e-90b9-ff495d33b3ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.456722] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc6df4-c06b-4b1e-a1b2-d5dcb158d2fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.465940] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87308d92-525b-43a5-a10d-c9faeb0d357b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.481037] env[68867]: DEBUG nova.compute.provider_tree [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.637603] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499341} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.638015] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1b19c305-95fc-45d3-b4cb-59f8a73de667/1b19c305-95fc-45d3-b4cb-59f8a73de667.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.638357] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.638728] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d7d5e77-edb5-4f6f-88a3-70dfd106665d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.647991] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 915.647991] env[68867]: value = "task-2951720" [ 915.647991] env[68867]: _type = "Task" [ 915.647991] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.656431] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.897949] env[68867]: DEBUG nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.926772] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.927141] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.927273] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.927375] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.927519] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.927644] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.927844] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.927996] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.928300] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.928357] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.928489] env[68867]: DEBUG nova.virt.hardware [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.929388] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f80531-9c3e-45cc-9103-c276f34c31c3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.937374] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d49719e-bc66-4d0d-9320-8a9880d328a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.984581] env[68867]: DEBUG nova.scheduler.client.report [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.145042] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.145293] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.145446] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.145620] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.145761] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.145906] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.146130] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.146293] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.146897] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.147103] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.147288] env[68867]: DEBUG nova.virt.hardware [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.148402] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3089eaa9-c1e9-4dd8-b389-465349dfbd82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.162178] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265086} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.162496] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.163711] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43847043-bdc3-47f8-ae41-e70f027a5090 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.168253] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becd6de-1ba9-44eb-bce7-ed738e5d6918 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.193959] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20977f50-7aee-45fe-a8a6-b1f3225baec1', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.203630] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.213685] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1b19c305-95fc-45d3-b4cb-59f8a73de667/1b19c305-95fc-45d3-b4cb-59f8a73de667.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.214033] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.214630] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26859a64-9998-44d4-b1aa-ad33fd666636 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.233293] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-021c0907-04fb-4232-b724-3d817eaf53d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.255577] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 916.255577] env[68867]: value = "task-2951722" [ 916.255577] env[68867]: _type = "Task" [ 916.255577] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.259691] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.259691] env[68867]: value = "task-2951721" [ 916.259691] env[68867]: _type = "Task" [ 916.259691] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.266117] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.271424] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951721, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.420571] env[68867]: DEBUG nova.compute.manager [req-7c57d678-b28f-4e33-81e5-f31ba837fd5a req-358660b1-6901-4914-8dec-161d808ac437 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Received event network-vif-plugged-649621fc-b462-40a2-8ffa-e5f965f60b2c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.421105] env[68867]: DEBUG oslo_concurrency.lockutils [req-7c57d678-b28f-4e33-81e5-f31ba837fd5a req-358660b1-6901-4914-8dec-161d808ac437 service nova] Acquiring lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.421225] env[68867]: DEBUG oslo_concurrency.lockutils [req-7c57d678-b28f-4e33-81e5-f31ba837fd5a req-358660b1-6901-4914-8dec-161d808ac437 service nova] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.421477] env[68867]: DEBUG oslo_concurrency.lockutils [req-7c57d678-b28f-4e33-81e5-f31ba837fd5a req-358660b1-6901-4914-8dec-161d808ac437 service nova] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.421664] env[68867]: DEBUG nova.compute.manager [req-7c57d678-b28f-4e33-81e5-f31ba837fd5a req-358660b1-6901-4914-8dec-161d808ac437 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] No waiting events found dispatching network-vif-plugged-649621fc-b462-40a2-8ffa-e5f965f60b2c {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.421836] env[68867]: WARNING nova.compute.manager [req-7c57d678-b28f-4e33-81e5-f31ba837fd5a req-358660b1-6901-4914-8dec-161d808ac437 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Received unexpected event network-vif-plugged-649621fc-b462-40a2-8ffa-e5f965f60b2c for instance with vm_state building and task_state spawning. [ 916.491430] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.492264] env[68867]: DEBUG nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.495962] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.390s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.496281] env[68867]: DEBUG nova.objects.instance [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lazy-loading 'resources' on Instance uuid d2ea3c01-ac5e-4075-81c6-862f4e526a20 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.559647] env[68867]: DEBUG nova.network.neutron [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Successfully updated port: 649621fc-b462-40a2-8ffa-e5f965f60b2c {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.775699] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.775997] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951721, 'name': CreateVM_Task, 'duration_secs': 0.395332} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.776095] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.776791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.776949] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.777278] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.777860] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad0fb3e-d83a-49af-aa95-bbfe9716f1ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.783040] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 916.783040] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]527bd80b-deda-caa4-c24a-8c891bac94bf" [ 916.783040] env[68867]: _type = "Task" [ 916.783040] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.791441] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527bd80b-deda-caa4-c24a-8c891bac94bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.999901] env[68867]: DEBUG nova.compute.utils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.006245] env[68867]: DEBUG nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.006344] env[68867]: DEBUG nova.network.neutron [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.064716] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.066175] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.066367] env[68867]: DEBUG nova.network.neutron [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.069300] env[68867]: DEBUG nova.policy [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907d8a1a118a4cbda0812504cdcfe5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af336311d6b04365a38881fdb83ba061', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.269735] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951722, 'name': ReconfigVM_Task, 'duration_secs': 0.642131} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.272390] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1b19c305-95fc-45d3-b4cb-59f8a73de667/1b19c305-95fc-45d3-b4cb-59f8a73de667.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.274848] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e823a6b-2a64-4e92-b7fc-0e76ed091c62 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.282689] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 917.282689] env[68867]: value = "task-2951723" [ 917.282689] env[68867]: _type = "Task" [ 917.282689] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.301709] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527bd80b-deda-caa4-c24a-8c891bac94bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.303561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.303811] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.304262] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.306175] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.306175] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.306175] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951723, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.309332] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd09b1e1-f4ed-4e88-9778-eef3b534750b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.318466] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.318751] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.319549] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3db394-323a-4ee3-911c-d13aa3bf7b0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.328109] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 917.328109] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52517758-d45b-2839-4284-b1aa2439f7a5" [ 917.328109] env[68867]: _type = "Task" [ 917.328109] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.335227] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52517758-d45b-2839-4284-b1aa2439f7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.430018] env[68867]: DEBUG nova.network.neutron [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Port b3f461e5-a1ce-4efc-b537-56b4d3f98ffa binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 917.430018] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.430018] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.430018] env[68867]: DEBUG nova.network.neutron [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.502743] env[68867]: DEBUG nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.534402] env[68867]: DEBUG nova.network.neutron [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Successfully created port: c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.575153] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5927c014-91bd-44d8-8b00-35e7cc779edf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.588084] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8f281b-2683-4306-ba1e-0f179aff6170 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.627358] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38a1736-6a1e-4680-8670-8b8ca4b50a00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.631154] env[68867]: DEBUG nova.network.neutron [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.639239] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df436214-3953-4eea-9629-638c240b2ae3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.653836] env[68867]: DEBUG nova.compute.provider_tree [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.793518] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951723, 'name': Rename_Task, 'duration_secs': 0.144988} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.793788] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.794916] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f289ec0d-01a2-4a68-8fa4-500c1dcb9ff3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.803613] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 917.803613] env[68867]: value = "task-2951724" [ 917.803613] env[68867]: _type = "Task" [ 917.803613] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.809467] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.841201] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52517758-d45b-2839-4284-b1aa2439f7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008507} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.843023] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9918a5e-3328-4ba5-83d7-2ff052ada8e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.848135] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 917.848135] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529df12d-2eef-3600-2e12-edbb88e5b38b" [ 917.848135] env[68867]: _type = "Task" [ 917.848135] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.855736] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529df12d-2eef-3600-2e12-edbb88e5b38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.920600] env[68867]: DEBUG nova.network.neutron [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Updating instance_info_cache with network_info: [{"id": "649621fc-b462-40a2-8ffa-e5f965f60b2c", "address": "fa:16:3e:b2:9c:a9", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649621fc-b4", "ovs_interfaceid": "649621fc-b462-40a2-8ffa-e5f965f60b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.208572] env[68867]: DEBUG nova.network.neutron [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [{"id": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "address": "fa:16:3e:87:eb:bc", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f461e5-a1", "ovs_interfaceid": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.231582] env[68867]: DEBUG nova.scheduler.client.report [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 918.231936] env[68867]: DEBUG nova.compute.provider_tree [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 90 to 91 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 918.232216] env[68867]: DEBUG nova.compute.provider_tree [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.315485] env[68867]: DEBUG oslo_vmware.api [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951724, 'name': PowerOnVM_Task, 'duration_secs': 0.465926} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.315752] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.315965] env[68867]: INFO nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Took 7.03 seconds to spawn the instance on the hypervisor. [ 918.316185] env[68867]: DEBUG nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.317281] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624afb38-fcdc-430a-b3e2-1989fd9a8479 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.358019] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529df12d-2eef-3600-2e12-edbb88e5b38b, 'name': SearchDatastore_Task, 'duration_secs': 0.029102} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.358309] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.358586] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.358834] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fad6f763-9c78-4a99-81d6-a3b3c40cacd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.370254] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 918.370254] env[68867]: value = "task-2951725" [ 918.370254] env[68867]: _type = "Task" [ 918.370254] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.378733] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.425618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.425938] env[68867]: DEBUG nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Instance network_info: |[{"id": "649621fc-b462-40a2-8ffa-e5f965f60b2c", "address": "fa:16:3e:b2:9c:a9", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649621fc-b4", "ovs_interfaceid": "649621fc-b462-40a2-8ffa-e5f965f60b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.426374] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:9c:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '649621fc-b462-40a2-8ffa-e5f965f60b2c', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.434022] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.434317] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.434474] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4ec026d-bfb7-4753-95d8-0c9caa8afd41 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.451969] env[68867]: DEBUG nova.compute.manager [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Received event network-changed-649621fc-b462-40a2-8ffa-e5f965f60b2c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.452123] env[68867]: DEBUG nova.compute.manager [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Refreshing instance network info cache due to event network-changed-649621fc-b462-40a2-8ffa-e5f965f60b2c. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.452335] env[68867]: DEBUG oslo_concurrency.lockutils [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] Acquiring lock "refresh_cache-4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.452471] env[68867]: DEBUG oslo_concurrency.lockutils [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] Acquired lock "refresh_cache-4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.452624] env[68867]: DEBUG nova.network.neutron [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Refreshing network info cache for port 649621fc-b462-40a2-8ffa-e5f965f60b2c {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.459578] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.459578] env[68867]: value = "task-2951726" [ 918.459578] env[68867]: _type = "Task" [ 918.459578] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.468460] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951726, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.514730] env[68867]: DEBUG nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.545312] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.545552] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.545706] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.545883] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.546058] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.546208] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.546410] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.546555] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.546737] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.546895] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.547098] env[68867]: DEBUG nova.virt.hardware [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.547989] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d1aae6-3da9-48c5-bce0-df64fa48e64e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.555737] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53037ba3-7b82-44f5-aa28-c7428285ac26 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.717356] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.738964] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.741455] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.588s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.741697] env[68867]: DEBUG nova.objects.instance [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lazy-loading 'resources' on Instance uuid 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.765987] env[68867]: INFO nova.scheduler.client.report [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleted allocations for instance d2ea3c01-ac5e-4075-81c6-862f4e526a20 [ 918.835686] env[68867]: INFO nova.compute.manager [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Took 53.21 seconds to build instance. [ 918.880285] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.973465] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951726, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.222064] env[68867]: DEBUG nova.compute.manager [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68867) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 919.222064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.241268] env[68867]: DEBUG nova.network.neutron [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Updated VIF entry in instance network info cache for port 649621fc-b462-40a2-8ffa-e5f965f60b2c. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.241268] env[68867]: DEBUG nova.network.neutron [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Updating instance_info_cache with network_info: [{"id": "649621fc-b462-40a2-8ffa-e5f965f60b2c", "address": "fa:16:3e:b2:9c:a9", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649621fc-b4", "ovs_interfaceid": "649621fc-b462-40a2-8ffa-e5f965f60b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.275485] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b451a3fd-e1f0-41d9-8dba-7877ae89a377 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "d2ea3c01-ac5e-4075-81c6-862f4e526a20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.794s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.338762] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d3d2540-4995-46cc-86c0-6d6c61f8e019 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.439s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.382723] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634331} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.382987] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.383216] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.383465] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-678ec71c-70e7-4242-9158-5d4152377d99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.390627] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 919.390627] env[68867]: value = "task-2951727" [ 919.390627] env[68867]: _type = "Task" [ 919.390627] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.401940] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.405915] env[68867]: DEBUG nova.network.neutron [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Successfully updated port: c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.470561] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951726, 'name': CreateVM_Task, 'duration_secs': 0.597801} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.470803] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.471384] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.472026] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.472026] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.474401] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87af137-aad6-4429-b2be-ccc46db5fbe5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.478999] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 919.478999] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52116385-1dd2-e399-22f8-cf817cdf348e" [ 919.478999] env[68867]: _type = "Task" [ 919.478999] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.486455] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52116385-1dd2-e399-22f8-cf817cdf348e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.650329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.650980] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.698508] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0bdac7-fe0b-4691-ad6d-d1a9d283cae4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.706864] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a91e07-f024-4c20-8b2f-98b030f0b588 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.740832] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8326748f-7feb-456a-a302-f9cd97abbf48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.745267] env[68867]: DEBUG oslo_concurrency.lockutils [req-2939317c-44d1-4b04-aa73-fc36a9111d86 req-8366162a-de36-4020-833c-68c5982108b3 service nova] Releasing lock "refresh_cache-4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.749135] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d06f4-a9cd-424b-9ecd-d4f3dfc9277c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.762866] env[68867]: DEBUG nova.compute.provider_tree [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.841798] env[68867]: DEBUG nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.904258] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065339} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.904624] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.905720] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e723e48-bd0b-4e1c-95e3-5acc7c2f26f3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.909502] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.909688] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.909897] env[68867]: DEBUG nova.network.neutron [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.933211] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.934704] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a2930c-ac44-4104-ac78-eb73eb0a137c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.957276] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 919.957276] env[68867]: value = "task-2951728" [ 919.957276] env[68867]: _type = "Task" [ 919.957276] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.965711] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.989117] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52116385-1dd2-e399-22f8-cf817cdf348e, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.989422] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.989656] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.989885] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.990040] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.990215] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.990464] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68c8aa32-e7aa-4715-a422-4bab666fea1e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.998342] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.998552] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.999308] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a347d4-fac4-4725-a016-15dde6939a3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.004719] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 920.004719] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d1cf05-cf96-df95-3376-c077b88097b0" [ 920.004719] env[68867]: _type = "Task" [ 920.004719] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.011873] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d1cf05-cf96-df95-3376-c077b88097b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.288593] env[68867]: ERROR nova.scheduler.client.report [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] [req-d50e7a46-8263-45c6-b2c1-3aeaafa051b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d50e7a46-8263-45c6-b2c1-3aeaafa051b4"}]} [ 920.305188] env[68867]: DEBUG nova.scheduler.client.report [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 920.319196] env[68867]: DEBUG nova.scheduler.client.report [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 920.319428] env[68867]: DEBUG nova.compute.provider_tree [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.330186] env[68867]: DEBUG nova.scheduler.client.report [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 920.350342] env[68867]: DEBUG nova.scheduler.client.report [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 920.365578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.444837] env[68867]: DEBUG nova.network.neutron [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.472430] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951728, 'name': ReconfigVM_Task, 'duration_secs': 0.265062} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.474742] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30/d26c07a4-11ab-4cd2-bace-d081b6b09f30.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.475752] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-022187c1-fb5d-4b66-b014-0bb6a3ce7d82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.481760] env[68867]: DEBUG nova.compute.manager [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Received event network-vif-plugged-c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.481972] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] Acquiring lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.482174] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.482336] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.482495] env[68867]: DEBUG nova.compute.manager [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] No waiting events found dispatching network-vif-plugged-c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.482659] env[68867]: WARNING nova.compute.manager [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Received unexpected event network-vif-plugged-c2a60993-8051-40a8-afad-a7a9b5d7a623 for instance with vm_state building and task_state spawning. [ 920.482814] env[68867]: DEBUG nova.compute.manager [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Received event network-changed-c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.482960] env[68867]: DEBUG nova.compute.manager [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Refreshing instance network info cache due to event network-changed-c2a60993-8051-40a8-afad-a7a9b5d7a623. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.483137] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] Acquiring lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.487877] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 920.487877] env[68867]: value = "task-2951729" [ 920.487877] env[68867]: _type = "Task" [ 920.487877] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.498484] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951729, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.518089] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d1cf05-cf96-df95-3376-c077b88097b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.518964] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8c537f-8648-4a6b-b5e7-8aa030d1d708 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.523917] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 920.523917] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f01396-98c9-d8e9-7723-be144fb76376" [ 920.523917] env[68867]: _type = "Task" [ 920.523917] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.535227] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f01396-98c9-d8e9-7723-be144fb76376, 'name': SearchDatastore_Task, 'duration_secs': 0.008437} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.539846] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.540140] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.540594] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-279dc131-89a9-41ca-885a-55b639ce8e17 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.546529] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 920.546529] env[68867]: value = "task-2951730" [ 920.546529] env[68867]: _type = "Task" [ 920.546529] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.556895] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.611031] env[68867]: DEBUG nova.network.neutron [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updating instance_info_cache with network_info: [{"id": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "address": "fa:16:3e:17:c8:e3", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a60993-80", "ovs_interfaceid": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.765970] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890083f0-933f-49a2-984f-59f825783643 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.774348] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c69d12-30c5-4796-a5d6-21b4dc919021 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.807544] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639ef24-6b3c-460f-90ee-3a0061fad2cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.815807] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa6d9f-6871-4ace-9ba0-139ef5694e2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.830690] env[68867]: DEBUG nova.compute.provider_tree [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.957551] env[68867]: DEBUG nova.compute.manager [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.959138] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32829624-fd4f-43ed-999f-18925e77afb8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.999257] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951729, 'name': Rename_Task, 'duration_secs': 0.151731} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.999366] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.999623] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a720031-f6ac-45da-9f4b-b8353e45c540 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.007522] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 921.007522] env[68867]: value = "task-2951731" [ 921.007522] env[68867]: _type = "Task" [ 921.007522] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.015598] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.056472] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489906} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.056773] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.056959] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.057654] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80a6ac74-331b-4959-8589-b8a91f75d29b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.063603] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 921.063603] env[68867]: value = "task-2951732" [ 921.063603] env[68867]: _type = "Task" [ 921.063603] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.071650] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.116769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.117120] env[68867]: DEBUG nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Instance network_info: |[{"id": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "address": "fa:16:3e:17:c8:e3", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a60993-80", "ovs_interfaceid": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.117418] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] Acquired lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.117673] env[68867]: DEBUG nova.network.neutron [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Refreshing network info cache for port c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.119286] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:c8:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2a60993-8051-40a8-afad-a7a9b5d7a623', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.126865] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating folder: Project (af336311d6b04365a38881fdb83ba061). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.127906] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f5b8cbb-82c5-4485-9889-274ce14c6631 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.139183] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created folder: Project (af336311d6b04365a38881fdb83ba061) in parent group-v592242. [ 921.139357] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating folder: Instances. Parent ref: group-v592416. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.139582] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-140a420e-1905-405b-bd25-f98891ff2e97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.148742] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created folder: Instances in parent group-v592416. [ 921.148955] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.149147] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.149342] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be8cfa0d-4fff-4c62-9c55-3194d37da7d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.167536] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.167536] env[68867]: value = "task-2951735" [ 921.167536] env[68867]: _type = "Task" [ 921.167536] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.176272] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951735, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.364600] env[68867]: DEBUG nova.scheduler.client.report [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 921.364896] env[68867]: DEBUG nova.compute.provider_tree [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 92 to 93 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 921.365105] env[68867]: DEBUG nova.compute.provider_tree [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.473579] env[68867]: INFO nova.compute.manager [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] instance snapshotting [ 921.476396] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53815523-d52e-42bd-b909-6248f970a38a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.496905] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a0606-e4a5-4690-8c6b-82be3ad2f068 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.518545] env[68867]: DEBUG oslo_vmware.api [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951731, 'name': PowerOnVM_Task, 'duration_secs': 0.443208} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.518545] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.518545] env[68867]: DEBUG nova.compute.manager [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.519330] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e22a95-4531-4967-987e-41fd4febe516 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.572616] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058483} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.572859] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.573652] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f6a62-f734-4a37-a4c1-8885aaefb5ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.596193] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.596915] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8057c2-2952-45d7-9cd2-b5aa22ace22a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.616237] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 921.616237] env[68867]: value = "task-2951736" [ 921.616237] env[68867]: _type = "Task" [ 921.616237] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.623798] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.676279] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951735, 'name': CreateVM_Task, 'duration_secs': 0.450974} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.676456] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.677178] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.677350] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.677668] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.677925] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cc3915-4be2-4800-be60-c0263c5072be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.682674] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 921.682674] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52644635-5c51-e70d-b683-5cc04ce88009" [ 921.682674] env[68867]: _type = "Task" [ 921.682674] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.690213] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52644635-5c51-e70d-b683-5cc04ce88009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.825689] env[68867]: DEBUG nova.network.neutron [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updated VIF entry in instance network info cache for port c2a60993-8051-40a8-afad-a7a9b5d7a623. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.826188] env[68867]: DEBUG nova.network.neutron [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updating instance_info_cache with network_info: [{"id": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "address": "fa:16:3e:17:c8:e3", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a60993-80", "ovs_interfaceid": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.870053] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.129s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.872288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.362s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.872514] env[68867]: DEBUG nova.objects.instance [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lazy-loading 'resources' on Instance uuid d425f53b-adc7-4da1-90c8-de8ea43f486a {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.890825] env[68867]: INFO nova.scheduler.client.report [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Deleted allocations for instance 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c [ 922.009272] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.009636] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-062a0d68-39e8-42de-9164-37aa18de722b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.018087] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 922.018087] env[68867]: value = "task-2951737" [ 922.018087] env[68867]: _type = "Task" [ 922.018087] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.028214] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.038050] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.129256] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.193248] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52644635-5c51-e70d-b683-5cc04ce88009, 'name': SearchDatastore_Task, 'duration_secs': 0.069111} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.193611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.193996] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.194314] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.194471] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.194652] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.194907] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3231b09a-599e-40ca-936b-0d0e8c5e57e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.211398] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.211651] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.212645] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85afadc3-8929-4fef-b473-60ba3e54aa26 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.218328] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 922.218328] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aba1db-fac6-73b8-099f-3dbf965e645e" [ 922.218328] env[68867]: _type = "Task" [ 922.218328] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.228723] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aba1db-fac6-73b8-099f-3dbf965e645e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.328759] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e3ab6f3-8e4e-402d-b7be-c0dbc28f2838 req-4d9f77d2-87b8-499f-addc-22fcd2eff20b service nova] Releasing lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.403142] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6be53ebc-eed9-4768-8b9d-84fbae83c318 tempest-ListServersNegativeTestJSON-1812844610 tempest-ListServersNegativeTestJSON-1812844610-project-member] Lock "6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.782s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.528570] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.626648] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951736, 'name': ReconfigVM_Task, 'duration_secs': 0.900861} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.626916] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.627704] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0772e053-2fe5-4e62-a5a2-abd126b42994 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.634446] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 922.634446] env[68867]: value = "task-2951738" [ 922.634446] env[68867]: _type = "Task" [ 922.634446] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.644135] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951738, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.742031] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aba1db-fac6-73b8-099f-3dbf965e645e, 'name': SearchDatastore_Task, 'duration_secs': 0.014309} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.743642] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d4acc8-15c2-4e7e-9451-390003f3ec8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.753540] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 922.753540] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fc310a-b5ca-9f11-0a62-cfa0db01fba9" [ 922.753540] env[68867]: _type = "Task" [ 922.753540] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.762354] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fc310a-b5ca-9f11-0a62-cfa0db01fba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.817079] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f92b960-673d-40bb-b611-2cc0dccc327a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.825324] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168973a-3e37-4121-a4a0-436d4bdd53c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.857753] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff594ea-bca2-4b1e-b6a0-067fa2a39d3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.865187] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59514446-78f0-4c1e-848e-a5b8ab896844 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.879791] env[68867]: DEBUG nova.compute.provider_tree [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.028517] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951737, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.144674] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951738, 'name': Rename_Task, 'duration_secs': 0.239997} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.144971] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.145258] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b54acdad-ac96-4a74-a1c1-1a81c85e617a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.152894] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 923.152894] env[68867]: value = "task-2951739" [ 923.152894] env[68867]: _type = "Task" [ 923.152894] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.160699] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.230623] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "ad510634-ae59-4378-b132-682d4ecd3b2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.230935] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.231206] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "ad510634-ae59-4378-b132-682d4ecd3b2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.231418] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.231610] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.234402] env[68867]: INFO nova.compute.manager [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Terminating instance [ 923.263990] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fc310a-b5ca-9f11-0a62-cfa0db01fba9, 'name': SearchDatastore_Task, 'duration_secs': 0.019707} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.264248] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.264503] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] c4d9f194-9b9d-4d22-8f0b-a4caa36469c6/c4d9f194-9b9d-4d22-8f0b-a4caa36469c6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.264757] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8064e9a-42a0-48ca-94b1-a98877b46aba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.271071] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 923.271071] env[68867]: value = "task-2951740" [ 923.271071] env[68867]: _type = "Task" [ 923.271071] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.278434] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.383146] env[68867]: DEBUG nova.scheduler.client.report [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.530854] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951737, 'name': CreateSnapshot_Task, 'duration_secs': 1.016082} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.531202] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.531929] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1116872-24e3-4d62-8e6c-881cb17c0b4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.664747] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.740931] env[68867]: DEBUG nova.compute.manager [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.740931] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.740931] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24cae0-9661-4cc6-92a3-a5c40724fb2e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.751393] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.751393] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c12971-63f8-49b9-b556-2b940c9336d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.759125] env[68867]: DEBUG oslo_vmware.api [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 923.759125] env[68867]: value = "task-2951741" [ 923.759125] env[68867]: _type = "Task" [ 923.759125] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.770391] env[68867]: DEBUG oslo_vmware.api [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.780556] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.888328] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.892567] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.908s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.893841] env[68867]: INFO nova.compute.claims [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.915356] env[68867]: INFO nova.scheduler.client.report [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Deleted allocations for instance d425f53b-adc7-4da1-90c8-de8ea43f486a [ 924.052343] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 924.052704] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a05f1561-1331-4dc3-9af5-a8d15cf60784 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.062128] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 924.062128] env[68867]: value = "task-2951742" [ 924.062128] env[68867]: _type = "Task" [ 924.062128] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.070660] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951742, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.166397] env[68867]: DEBUG oslo_vmware.api [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951739, 'name': PowerOnVM_Task, 'duration_secs': 0.892538} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.166777] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.167380] env[68867]: INFO nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Took 8.27 seconds to spawn the instance on the hypervisor. [ 924.167633] env[68867]: DEBUG nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.168504] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f538d9b2-2522-4806-b763-8bfc234c038e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.269597] env[68867]: DEBUG oslo_vmware.api [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951741, 'name': PowerOffVM_Task, 'duration_secs': 0.36162} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.269801] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.269948] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.270218] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d68a08a4-a07b-4dd1-882f-628b4c16117a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.279622] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595894} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.279859] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] c4d9f194-9b9d-4d22-8f0b-a4caa36469c6/c4d9f194-9b9d-4d22-8f0b-a4caa36469c6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.280076] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.280536] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43ee74d3-9c36-4360-8688-6ef5438a0cdc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.285853] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 924.285853] env[68867]: value = "task-2951744" [ 924.285853] env[68867]: _type = "Task" [ 924.285853] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.293215] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.340675] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.340893] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.341074] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleting the datastore file [datastore2] ad510634-ae59-4378-b132-682d4ecd3b2a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.341458] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2152c59-9654-4247-b618-511654ebf98e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.348978] env[68867]: DEBUG oslo_vmware.api [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 924.348978] env[68867]: value = "task-2951745" [ 924.348978] env[68867]: _type = "Task" [ 924.348978] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.358088] env[68867]: DEBUG oslo_vmware.api [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.423129] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6934cc2a-4d64-4ceb-8e56-284eb80d8d0d tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "d425f53b-adc7-4da1-90c8-de8ea43f486a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.349s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.572174] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951742, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.688008] env[68867]: INFO nova.compute.manager [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Took 52.47 seconds to build instance. [ 924.797638] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07036} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.797828] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.798799] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a349e-90dd-43de-8550-f11f28b4563b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.824163] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c4d9f194-9b9d-4d22-8f0b-a4caa36469c6/c4d9f194-9b9d-4d22-8f0b-a4caa36469c6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.824354] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73bbad90-a301-4651-8636-3c5498f9f251 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.849875] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 924.849875] env[68867]: value = "task-2951747" [ 924.849875] env[68867]: _type = "Task" [ 924.849875] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.862398] env[68867]: DEBUG oslo_vmware.api [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491428} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.867042] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.867253] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.867436] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.869068] env[68867]: INFO nova.compute.manager [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 924.869068] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.869068] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.869068] env[68867]: DEBUG nova.compute.manager [-] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.869068] env[68867]: DEBUG nova.network.neutron [-] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.075315] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951742, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.190693] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b74d8606-b033-4d96-9fe1-3e0950d7142a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.331s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.360025] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbab77c5-0643-469d-bb2c-9027c82bb5e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.366919] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951747, 'name': ReconfigVM_Task, 'duration_secs': 0.322553} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.368798] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c4d9f194-9b9d-4d22-8f0b-a4caa36469c6/c4d9f194-9b9d-4d22-8f0b-a4caa36469c6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.370039] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f73852cf-e794-4db6-a7db-ba2db10082f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.371747] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9e9f3-6a1f-4b5a-b93a-e1953819522a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.405854] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f745ce9-e7b9-447c-91b5-c62d3c0bad54 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.409595] env[68867]: DEBUG nova.compute.manager [req-f797ebdd-4c2b-44b7-ba95-68308ddfb076 req-0b0942b4-8461-479b-a948-bb1258783bf7 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Received event network-vif-deleted-49482213-04af-4adb-95e6-628f9e837597 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.409810] env[68867]: INFO nova.compute.manager [req-f797ebdd-4c2b-44b7-ba95-68308ddfb076 req-0b0942b4-8461-479b-a948-bb1258783bf7 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Neutron deleted interface 49482213-04af-4adb-95e6-628f9e837597; detaching it from the instance and deleting it from the info cache [ 925.409990] env[68867]: DEBUG nova.network.neutron [req-f797ebdd-4c2b-44b7-ba95-68308ddfb076 req-0b0942b4-8461-479b-a948-bb1258783bf7 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.411424] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 925.411424] env[68867]: value = "task-2951748" [ 925.411424] env[68867]: _type = "Task" [ 925.411424] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.421136] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1580e6ca-4d34-41db-8bc6-ea5b0a228b2c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.429487] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951748, 'name': Rename_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.439921] env[68867]: DEBUG nova.compute.provider_tree [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.574071] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951742, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.687888] env[68867]: DEBUG nova.network.neutron [-] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.692813] env[68867]: DEBUG nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.822051] env[68867]: INFO nova.compute.manager [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Rebuilding instance [ 925.862426] env[68867]: DEBUG nova.compute.manager [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.863345] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fae17e-7b4d-4f7b-a484-a93a7f30fcf6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.912806] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb846dc6-d17c-4ae1-9c8e-bf5a6c2eaab0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.923894] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951748, 'name': Rename_Task, 'duration_secs': 0.142796} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.924975] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.926031] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c222794-ac6f-4678-9e13-cfd4621e607e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.930363] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e22ae-016c-4435-8a3c-92795589e922 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.943354] env[68867]: DEBUG nova.scheduler.client.report [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.948270] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 925.948270] env[68867]: value = "task-2951749" [ 925.948270] env[68867]: _type = "Task" [ 925.948270] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.967151] env[68867]: DEBUG nova.compute.manager [req-f797ebdd-4c2b-44b7-ba95-68308ddfb076 req-0b0942b4-8461-479b-a948-bb1258783bf7 service nova] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Detach interface failed, port_id=49482213-04af-4adb-95e6-628f9e837597, reason: Instance ad510634-ae59-4378-b132-682d4ecd3b2a could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.971250] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.076472] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951742, 'name': CloneVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.190798] env[68867]: INFO nova.compute.manager [-] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Took 1.32 seconds to deallocate network for instance. [ 926.212617] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.450033] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.450386] env[68867]: DEBUG nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.453167] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.956s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.454918] env[68867]: INFO nova.compute.claims [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.467249] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.576408] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951742, 'name': CloneVM_Task, 'duration_secs': 2.050939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.576742] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Created linked-clone VM from snapshot [ 926.577580] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9941d4-0b28-4a7e-9a07-522137d0a3b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.585683] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Uploading image bf6afa4f-b9b9-470c-9d53-65620c32132f {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 926.597648] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.597912] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64395931-2748-43a7-aa68-358c116089b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.604577] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 926.604577] env[68867]: value = "task-2951750" [ 926.604577] env[68867]: _type = "Task" [ 926.604577] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.613349] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951750, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.702369] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.876560] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.877188] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b7c4ae8-9be6-491c-af19-3b5634d9358c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.884625] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 926.884625] env[68867]: value = "task-2951751" [ 926.884625] env[68867]: _type = "Task" [ 926.884625] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.893304] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.964816] env[68867]: DEBUG nova.compute.utils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.968584] env[68867]: DEBUG oslo_vmware.api [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2951749, 'name': PowerOnVM_Task, 'duration_secs': 0.605662} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.969066] env[68867]: DEBUG nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.969369] env[68867]: DEBUG nova.network.neutron [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.971163] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.971382] env[68867]: INFO nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Took 8.46 seconds to spawn the instance on the hypervisor. [ 926.971648] env[68867]: DEBUG nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.973016] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d7769a-96dc-4aa2-a280-23215382783e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.011831] env[68867]: DEBUG nova.policy [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7aa9ecdaa144be6bcf07c658540b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24888b0c153f44e1b0e3ad011d874316', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.117555] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951750, 'name': Destroy_Task, 'duration_secs': 0.331202} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.117919] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Destroyed the VM [ 927.118142] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.118561] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65ca46f6-b19c-4658-abe1-caaf5f452221 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.126238] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 927.126238] env[68867]: value = "task-2951752" [ 927.126238] env[68867]: _type = "Task" [ 927.126238] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.133989] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.231979] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.232323] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.232581] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.232756] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.232994] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.239343] env[68867]: INFO nova.compute.manager [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Terminating instance [ 927.346372] env[68867]: DEBUG nova.network.neutron [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Successfully created port: bd2c8240-f703-40b6-9a7e-ca0bf5300ece {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.395585] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951751, 'name': PowerOffVM_Task, 'duration_secs': 0.41483} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.395845] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.396079] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.396905] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccf030-4bd4-4f55-b6e4-aff0dd207151 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.403405] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.403616] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bce6d7fa-da0e-4b56-8887-308d8047124a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.477034] env[68867]: DEBUG nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.482373] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.482518] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.482693] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleting the datastore file [datastore1] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.482944] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57dd70bd-40c5-4e67-805a-1b1658fc3f64 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.493334] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 927.493334] env[68867]: value = "task-2951754" [ 927.493334] env[68867]: _type = "Task" [ 927.493334] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.499029] env[68867]: INFO nova.compute.manager [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Took 54.86 seconds to build instance. [ 927.502736] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.638023] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.741183] env[68867]: DEBUG nova.compute.manager [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.741658] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.746611] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3130a28-4380-4b4a-8409-df504f490aba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.755291] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.755388] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a05dcd-639e-4acd-9488-e27e526711ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.766533] env[68867]: DEBUG oslo_vmware.api [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 927.766533] env[68867]: value = "task-2951755" [ 927.766533] env[68867]: _type = "Task" [ 927.766533] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.774857] env[68867]: DEBUG oslo_vmware.api [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.942871] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336b8fbc-10eb-4c6f-be2e-081b1cd08246 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.961011] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4069af6d-6f36-4cc8-a154-3edd59b50abe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.008135] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52be6c19-f744-4a3e-b1cb-721175292603 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.526s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.013322] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84febb0c-9270-4c37-9abf-4041d2491a47 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.021483] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397878} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.023783] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.024294] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.024294] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.028160] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8556b88e-3844-451a-ac00-62b390220855 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.043795] env[68867]: DEBUG nova.compute.provider_tree [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.139712] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.181893] env[68867]: DEBUG nova.compute.manager [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Received event network-changed-c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.181893] env[68867]: DEBUG nova.compute.manager [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Refreshing instance network info cache due to event network-changed-c2a60993-8051-40a8-afad-a7a9b5d7a623. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.181893] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] Acquiring lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.181893] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] Acquired lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.182238] env[68867]: DEBUG nova.network.neutron [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Refreshing network info cache for port c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.278233] env[68867]: DEBUG oslo_vmware.api [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951755, 'name': PowerOffVM_Task, 'duration_secs': 0.295763} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.278573] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.278790] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.279093] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10ed2499-47b7-4de0-9029-1cb5bf22ce98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.344835] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.345181] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.345340] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Deleting the datastore file [datastore2] aaa8e47e-7484-4b43-bcfd-c28ee2c6205d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.345619] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fdf1ea2-855b-456e-b559-e2bf4058a420 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.351991] env[68867]: DEBUG oslo_vmware.api [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for the task: (returnval){ [ 928.351991] env[68867]: value = "task-2951757" [ 928.351991] env[68867]: _type = "Task" [ 928.351991] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.360126] env[68867]: DEBUG oslo_vmware.api [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.516946] env[68867]: DEBUG nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.520399] env[68867]: DEBUG nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.549923] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.550341] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.550341] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.550529] env[68867]: DEBUG nova.virt.hardware [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.551982] env[68867]: DEBUG nova.scheduler.client.report [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.555885] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0845aca9-e8c0-47cd-8123-54923310ddfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.565824] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703de057-a9f9-4130-8492-9ac570c071aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.640462] env[68867]: DEBUG oslo_vmware.api [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951752, 'name': RemoveSnapshot_Task, 'duration_secs': 1.369114} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.640742] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 928.865452] env[68867]: DEBUG oslo_vmware.api [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Task: {'id': task-2951757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264569} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.868176] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.868392] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.868564] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.868733] env[68867]: INFO nova.compute.manager [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 928.869075] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.869285] env[68867]: DEBUG nova.compute.manager [-] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.869378] env[68867]: DEBUG nova.network.neutron [-] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.903617] env[68867]: DEBUG nova.network.neutron [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updated VIF entry in instance network info cache for port c2a60993-8051-40a8-afad-a7a9b5d7a623. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.903954] env[68867]: DEBUG nova.network.neutron [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updating instance_info_cache with network_info: [{"id": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "address": "fa:16:3e:17:c8:e3", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a60993-80", "ovs_interfaceid": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.042598] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.061093] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.061352] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.061503] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.061703] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.061852] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.062035] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.062290] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.062451] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.062613] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.062778] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.062994] env[68867]: DEBUG nova.virt.hardware [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.063781] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.064270] env[68867]: DEBUG nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.067309] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4932b8-1b0b-48fb-a207-a7daec5092a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.070534] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.005s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.071917] env[68867]: INFO nova.compute.claims [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.080501] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc127d-76e8-4706-a806-1ec950d0c99e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.095751] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:9c:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '649621fc-b462-40a2-8ffa-e5f965f60b2c', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.105212] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.105528] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.105740] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3bd8e3-7696-4ef1-b964-d730c2537304 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.127611] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.127611] env[68867]: value = "task-2951758" [ 929.127611] env[68867]: _type = "Task" [ 929.127611] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.137109] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951758, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.146227] env[68867]: WARNING nova.compute.manager [None req-694309f0-54e3-42df-9fea-4aaf96c96f5e tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Image not found during snapshot: nova.exception.ImageNotFound: Image bf6afa4f-b9b9-470c-9d53-65620c32132f could not be found. [ 929.376972] env[68867]: DEBUG nova.network.neutron [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Successfully updated port: bd2c8240-f703-40b6-9a7e-ca0bf5300ece {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.406451] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac3694c4-2a84-42f9-bb23-87b86fffc0f2 req-20cd331d-dd60-494a-998b-e95319be78f4 service nova] Releasing lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.571418] env[68867]: DEBUG nova.compute.manager [req-f00f3e30-d8b0-4fd1-b5c4-d8d07625fe7c req-17fab96c-d5f5-40e2-aee6-6e3d302a79f5 service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Received event network-vif-deleted-38a8dbaf-4b92-43b3-a2b9-0c860bd88304 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.571633] env[68867]: INFO nova.compute.manager [req-f00f3e30-d8b0-4fd1-b5c4-d8d07625fe7c req-17fab96c-d5f5-40e2-aee6-6e3d302a79f5 service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Neutron deleted interface 38a8dbaf-4b92-43b3-a2b9-0c860bd88304; detaching it from the instance and deleting it from the info cache [ 929.571806] env[68867]: DEBUG nova.network.neutron [req-f00f3e30-d8b0-4fd1-b5c4-d8d07625fe7c req-17fab96c-d5f5-40e2-aee6-6e3d302a79f5 service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.575047] env[68867]: DEBUG nova.compute.utils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.582693] env[68867]: DEBUG nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.582810] env[68867]: DEBUG nova.network.neutron [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.637773] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951758, 'name': CreateVM_Task, 'duration_secs': 0.375654} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.639267] env[68867]: DEBUG nova.policy [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46b098ca27204eac8bd2a4bd164fbad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0837036fc20b4430bdbcc12683257c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.640979] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.641261] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.641341] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.642611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.643020] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f49958b-518c-4cf7-9433-a1a207a97c01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.648135] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 929.648135] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524289ab-e904-245f-8134-074f1242a2f0" [ 929.648135] env[68867]: _type = "Task" [ 929.648135] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.659571] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524289ab-e904-245f-8134-074f1242a2f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.879613] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "refresh_cache-e5264bda-2687-4d46-a27f-a41b8ac5f89d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.879815] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "refresh_cache-e5264bda-2687-4d46-a27f-a41b8ac5f89d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.880012] env[68867]: DEBUG nova.network.neutron [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.984827] env[68867]: DEBUG nova.network.neutron [-] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.047340] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "1b19c305-95fc-45d3-b4cb-59f8a73de667" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.047340] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.047518] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "1b19c305-95fc-45d3-b4cb-59f8a73de667-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.047687] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.047845] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.050529] env[68867]: INFO nova.compute.manager [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Terminating instance [ 930.074642] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e26e10e1-ce87-4d45-a86a-f5867ec14e32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.081158] env[68867]: DEBUG nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.091394] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba60512-849f-4f4c-8cfd-6738cc1d60b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.127931] env[68867]: DEBUG nova.compute.manager [req-f00f3e30-d8b0-4fd1-b5c4-d8d07625fe7c req-17fab96c-d5f5-40e2-aee6-6e3d302a79f5 service nova] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Detach interface failed, port_id=38a8dbaf-4b92-43b3-a2b9-0c860bd88304, reason: Instance aaa8e47e-7484-4b43-bcfd-c28ee2c6205d could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.161809] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524289ab-e904-245f-8134-074f1242a2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.162123] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.162355] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.162581] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.162717] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.162885] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.163202] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539f38fd-a8c6-4bc3-8407-b97f47c97361 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.173077] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.173634] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.174475] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270fa7c7-11f0-4751-b52f-89be2ab8b4ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.180453] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 930.180453] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52be3709-15e3-27c1-2572-fa238e317ae5" [ 930.180453] env[68867]: _type = "Task" [ 930.180453] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.189466] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52be3709-15e3-27c1-2572-fa238e317ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.211896] env[68867]: DEBUG nova.compute.manager [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Received event network-vif-plugged-bd2c8240-f703-40b6-9a7e-ca0bf5300ece {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.212126] env[68867]: DEBUG oslo_concurrency.lockutils [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] Acquiring lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.212330] env[68867]: DEBUG oslo_concurrency.lockutils [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.212505] env[68867]: DEBUG oslo_concurrency.lockutils [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.212648] env[68867]: DEBUG nova.compute.manager [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] No waiting events found dispatching network-vif-plugged-bd2c8240-f703-40b6-9a7e-ca0bf5300ece {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.212804] env[68867]: WARNING nova.compute.manager [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Received unexpected event network-vif-plugged-bd2c8240-f703-40b6-9a7e-ca0bf5300ece for instance with vm_state building and task_state spawning. [ 930.212958] env[68867]: DEBUG nova.compute.manager [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Received event network-changed-bd2c8240-f703-40b6-9a7e-ca0bf5300ece {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.213221] env[68867]: DEBUG nova.compute.manager [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Refreshing instance network info cache due to event network-changed-bd2c8240-f703-40b6-9a7e-ca0bf5300ece. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.213453] env[68867]: DEBUG oslo_concurrency.lockutils [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] Acquiring lock "refresh_cache-e5264bda-2687-4d46-a27f-a41b8ac5f89d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237060] env[68867]: DEBUG nova.network.neutron [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Successfully created port: 8c67fca0-d406-41be-b18f-79736f44fe04 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.424298] env[68867]: DEBUG nova.network.neutron [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.487538] env[68867]: INFO nova.compute.manager [-] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Took 1.62 seconds to deallocate network for instance. [ 930.548721] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc27a74b-cc7f-4344-9573-e720b7363ded {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.557048] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b509a3a-4226-404b-a18d-17ee6d3a3d82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.561116] env[68867]: DEBUG nova.compute.manager [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.561347] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.562127] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5735cd6e-32d8-449a-85c1-c00b4f26e81c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.600397] env[68867]: DEBUG nova.network.neutron [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Updating instance_info_cache with network_info: [{"id": "bd2c8240-f703-40b6-9a7e-ca0bf5300ece", "address": "fa:16:3e:0f:c7:88", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2c8240-f7", "ovs_interfaceid": "bd2c8240-f703-40b6-9a7e-ca0bf5300ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.605020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2dbc3-9d20-418e-8fcd-af91675a1e1d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.605020] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.605359] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec2ac13-da27-44c7-a2ba-e66446774441 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.614130] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698fad5-f8f1-44a5-b41d-a9247cafe078 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.618204] env[68867]: DEBUG oslo_vmware.api [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 930.618204] env[68867]: value = "task-2951759" [ 930.618204] env[68867]: _type = "Task" [ 930.618204] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.631254] env[68867]: DEBUG nova.compute.provider_tree [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.638138] env[68867]: DEBUG oslo_vmware.api [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.690506] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52be3709-15e3-27c1-2572-fa238e317ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.691425] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5127decc-f6dc-4931-bff1-b867711fb323 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.696840] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 930.696840] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fd5e5e-33f3-1218-42c0-8114c54f9b15" [ 930.696840] env[68867]: _type = "Task" [ 930.696840] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.706880] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fd5e5e-33f3-1218-42c0-8114c54f9b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.000756] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.099376] env[68867]: DEBUG nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.105930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "refresh_cache-e5264bda-2687-4d46-a27f-a41b8ac5f89d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.106249] env[68867]: DEBUG nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Instance network_info: |[{"id": "bd2c8240-f703-40b6-9a7e-ca0bf5300ece", "address": "fa:16:3e:0f:c7:88", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2c8240-f7", "ovs_interfaceid": "bd2c8240-f703-40b6-9a7e-ca0bf5300ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.106551] env[68867]: DEBUG oslo_concurrency.lockutils [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] Acquired lock "refresh_cache-e5264bda-2687-4d46-a27f-a41b8ac5f89d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.106790] env[68867]: DEBUG nova.network.neutron [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Refreshing network info cache for port bd2c8240-f703-40b6-9a7e-ca0bf5300ece {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.108232] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:c7:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd2c8240-f703-40b6-9a7e-ca0bf5300ece', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.117054] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.123741] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.124529] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e5e576-b37c-45a8-9f33-4e0336a7fe7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.143379] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.143611] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.143761] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.143935] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.144088] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.144303] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.144423] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.144591] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.144723] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.144877] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.145055] env[68867]: DEBUG nova.virt.hardware [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.146171] env[68867]: DEBUG nova.scheduler.client.report [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.149993] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbaa50d-00a2-44b9-93b5-a913b2fbcb36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.162382] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6314abfa-07f4-4fe3-90a5-fab07d002a99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.166026] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.166026] env[68867]: value = "task-2951760" [ 931.166026] env[68867]: _type = "Task" [ 931.166026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.166290] env[68867]: DEBUG oslo_vmware.api [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951759, 'name': PowerOffVM_Task, 'duration_secs': 0.221553} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.167191] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.167366] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.172843] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9db166ff-b4be-4d96-a03c-78dd6502228a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.194292] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951760, 'name': CreateVM_Task} progress is 15%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.207425] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fd5e5e-33f3-1218-42c0-8114c54f9b15, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.208137] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.208641] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.209228] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-815bf51d-f540-4132-8c3a-41417e9e702f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.221031] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 931.221031] env[68867]: value = "task-2951762" [ 931.221031] env[68867]: _type = "Task" [ 931.221031] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.235185] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.258316] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.258589] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.258900] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleting the datastore file [datastore1] 1b19c305-95fc-45d3-b4cb-59f8a73de667 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.259259] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b9f4058-b678-4fcc-b3a8-a38f20c1c49c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.266899] env[68867]: DEBUG oslo_vmware.api [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 931.266899] env[68867]: value = "task-2951763" [ 931.266899] env[68867]: _type = "Task" [ 931.266899] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.277998] env[68867]: DEBUG oslo_vmware.api [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.384267] env[68867]: DEBUG nova.network.neutron [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Updated VIF entry in instance network info cache for port bd2c8240-f703-40b6-9a7e-ca0bf5300ece. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.384841] env[68867]: DEBUG nova.network.neutron [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Updating instance_info_cache with network_info: [{"id": "bd2c8240-f703-40b6-9a7e-ca0bf5300ece", "address": "fa:16:3e:0f:c7:88", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2c8240-f7", "ovs_interfaceid": "bd2c8240-f703-40b6-9a7e-ca0bf5300ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.655192] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.656831] env[68867]: DEBUG nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.661923] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.740s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.662255] env[68867]: DEBUG nova.objects.instance [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lazy-loading 'resources' on Instance uuid 84812a0f-625b-433f-ad32-71df3bf61b67 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.680514] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951760, 'name': CreateVM_Task, 'duration_secs': 0.386803} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.680514] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.680852] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.680852] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.681077] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.681340] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea24d06-3809-4022-9649-3d57c5875d29 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.688071] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 931.688071] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5253f3d6-dac0-58ae-fa0b-eed0f3272cf1" [ 931.688071] env[68867]: _type = "Task" [ 931.688071] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.697334] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5253f3d6-dac0-58ae-fa0b-eed0f3272cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.731271] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470384} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.731540] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.731749] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.731988] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-792a5f7a-871d-4f92-8518-6e24161de189 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.738263] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 931.738263] env[68867]: value = "task-2951764" [ 931.738263] env[68867]: _type = "Task" [ 931.738263] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.746251] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.777398] env[68867]: DEBUG oslo_vmware.api [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185383} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.777681] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.777892] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.778110] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.778324] env[68867]: INFO nova.compute.manager [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Took 1.22 seconds to destroy the instance on the hypervisor. [ 931.778608] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.778828] env[68867]: DEBUG nova.compute.manager [-] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.778945] env[68867]: DEBUG nova.network.neutron [-] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.804698] env[68867]: DEBUG nova.compute.manager [req-69db3e8b-67b7-4d3d-bf5c-9a2417ec6e2d req-a2efd6da-5468-44c9-810d-a6c6f1ef3204 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Received event network-vif-plugged-8c67fca0-d406-41be-b18f-79736f44fe04 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.804966] env[68867]: DEBUG oslo_concurrency.lockutils [req-69db3e8b-67b7-4d3d-bf5c-9a2417ec6e2d req-a2efd6da-5468-44c9-810d-a6c6f1ef3204 service nova] Acquiring lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.805395] env[68867]: DEBUG oslo_concurrency.lockutils [req-69db3e8b-67b7-4d3d-bf5c-9a2417ec6e2d req-a2efd6da-5468-44c9-810d-a6c6f1ef3204 service nova] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.805637] env[68867]: DEBUG oslo_concurrency.lockutils [req-69db3e8b-67b7-4d3d-bf5c-9a2417ec6e2d req-a2efd6da-5468-44c9-810d-a6c6f1ef3204 service nova] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.805869] env[68867]: DEBUG nova.compute.manager [req-69db3e8b-67b7-4d3d-bf5c-9a2417ec6e2d req-a2efd6da-5468-44c9-810d-a6c6f1ef3204 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] No waiting events found dispatching network-vif-plugged-8c67fca0-d406-41be-b18f-79736f44fe04 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.806089] env[68867]: WARNING nova.compute.manager [req-69db3e8b-67b7-4d3d-bf5c-9a2417ec6e2d req-a2efd6da-5468-44c9-810d-a6c6f1ef3204 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Received unexpected event network-vif-plugged-8c67fca0-d406-41be-b18f-79736f44fe04 for instance with vm_state building and task_state spawning. [ 931.894153] env[68867]: DEBUG nova.network.neutron [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Successfully updated port: 8c67fca0-d406-41be-b18f-79736f44fe04 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.895574] env[68867]: DEBUG oslo_concurrency.lockutils [req-98b74e6f-6f09-4425-ad45-30abed2a7776 req-6ebca52a-1806-420b-911a-1afd69f49b77 service nova] Releasing lock "refresh_cache-e5264bda-2687-4d46-a27f-a41b8ac5f89d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.168809] env[68867]: DEBUG nova.compute.utils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.170183] env[68867]: DEBUG nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.170847] env[68867]: DEBUG nova.network.neutron [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.202322] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5253f3d6-dac0-58ae-fa0b-eed0f3272cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011367} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.202322] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.202476] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.202727] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.202814] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.203023] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.203890] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a3c357a-c218-46ea-99e1-29c9038aa8b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.210015] env[68867]: DEBUG nova.policy [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '170af50c7a1548219f4b852062c3de94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26fbc73ee0b40d59019fad999a5c7b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.215030] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.215103] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.216966] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3660b67b-47ca-4527-9ed7-6f122c84bcf4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.227497] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 932.227497] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526ac542-050d-b6fa-3a2d-0a397898d06f" [ 932.227497] env[68867]: _type = "Task" [ 932.227497] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.236552] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526ac542-050d-b6fa-3a2d-0a397898d06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.247728] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061811} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.248009] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.249025] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a1210-f93b-4e94-8454-758ed0a8f6f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.274469] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.277619] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c3b53b-c696-432d-85d4-525d20f4fc4c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.294379] env[68867]: DEBUG nova.compute.manager [req-0ee8f5fd-afd6-4d69-b6be-8682a12f1424 req-dcd33fd5-8365-45d2-a96a-da955ee5c054 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Received event network-vif-deleted-53ecf814-60aa-4abc-a8d2-5e16347f63a8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.294379] env[68867]: INFO nova.compute.manager [req-0ee8f5fd-afd6-4d69-b6be-8682a12f1424 req-dcd33fd5-8365-45d2-a96a-da955ee5c054 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Neutron deleted interface 53ecf814-60aa-4abc-a8d2-5e16347f63a8; detaching it from the instance and deleting it from the info cache [ 932.294379] env[68867]: DEBUG nova.network.neutron [req-0ee8f5fd-afd6-4d69-b6be-8682a12f1424 req-dcd33fd5-8365-45d2-a96a-da955ee5c054 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.303228] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 932.303228] env[68867]: value = "task-2951765" [ 932.303228] env[68867]: _type = "Task" [ 932.303228] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.315092] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.399692] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "refresh_cache-962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.399692] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquired lock "refresh_cache-962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.399692] env[68867]: DEBUG nova.network.neutron [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.494231] env[68867]: DEBUG nova.network.neutron [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Successfully created port: 8ede7c19-2aac-44de-8353-60b70bcede73 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.520499] env[68867]: DEBUG nova.network.neutron [-] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.604818] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f84084-277f-4863-980d-67ea9166a88a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.612617] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9408ec2-dd5c-475a-bed0-56dbd51cfe5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.642082] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6763e1-f75b-4d7e-a8f2-a0d872f60fde {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.649411] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab753146-0964-41a8-8159-7e4866746789 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.662821] env[68867]: DEBUG nova.compute.provider_tree [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.673180] env[68867]: DEBUG nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.738918] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526ac542-050d-b6fa-3a2d-0a397898d06f, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.739750] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf80790-5fe2-4770-ac05-e1aab37e091b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.745556] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 932.745556] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520133f0-b81b-74de-2c58-789a604ea792" [ 932.745556] env[68867]: _type = "Task" [ 932.745556] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.756187] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520133f0-b81b-74de-2c58-789a604ea792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.797797] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe7abe12-09dc-4690-bfd2-90bb5bf49f46 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.806315] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e874f6-836a-4925-a5f3-0b6936b65102 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.824544] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.838466] env[68867]: DEBUG nova.compute.manager [req-0ee8f5fd-afd6-4d69-b6be-8682a12f1424 req-dcd33fd5-8365-45d2-a96a-da955ee5c054 service nova] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Detach interface failed, port_id=53ecf814-60aa-4abc-a8d2-5e16347f63a8, reason: Instance 1b19c305-95fc-45d3-b4cb-59f8a73de667 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.931014] env[68867]: DEBUG nova.network.neutron [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.022970] env[68867]: INFO nova.compute.manager [-] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Took 1.24 seconds to deallocate network for instance. [ 933.069290] env[68867]: DEBUG nova.network.neutron [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Updating instance_info_cache with network_info: [{"id": "8c67fca0-d406-41be-b18f-79736f44fe04", "address": "fa:16:3e:6b:1e:45", "network": {"id": "e6224df0-5f7d-4cac-a2eb-6139d202d461", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-172147218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0837036fc20b4430bdbcc12683257c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67fca0-d4", "ovs_interfaceid": "8c67fca0-d406-41be-b18f-79736f44fe04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.166567] env[68867]: DEBUG nova.scheduler.client.report [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.257420] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520133f0-b81b-74de-2c58-789a604ea792, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.257885] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.258095] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e5264bda-2687-4d46-a27f-a41b8ac5f89d/e5264bda-2687-4d46-a27f-a41b8ac5f89d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.258368] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1bc6f3-b442-4011-9f6d-c2f627560d0d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.265072] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 933.265072] env[68867]: value = "task-2951766" [ 933.265072] env[68867]: _type = "Task" [ 933.265072] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.273167] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.326992] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.529844] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.571653] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Releasing lock "refresh_cache-962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.572042] env[68867]: DEBUG nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Instance network_info: |[{"id": "8c67fca0-d406-41be-b18f-79736f44fe04", "address": "fa:16:3e:6b:1e:45", "network": {"id": "e6224df0-5f7d-4cac-a2eb-6139d202d461", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-172147218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0837036fc20b4430bdbcc12683257c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67fca0-d4", "ovs_interfaceid": "8c67fca0-d406-41be-b18f-79736f44fe04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.573017] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:1e:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c67fca0-d406-41be-b18f-79736f44fe04', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.580718] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Creating folder: Project (0837036fc20b4430bdbcc12683257c18). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.581255] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-119e42ac-0939-423e-bdfa-7c95e071ad00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.593806] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Created folder: Project (0837036fc20b4430bdbcc12683257c18) in parent group-v592242. [ 933.593806] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Creating folder: Instances. Parent ref: group-v592423. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.593806] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791ca8e8-d21b-4933-b0f0-adde469e8389 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.604716] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Created folder: Instances in parent group-v592423. [ 933.604966] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.605184] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.605390] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98185c05-cb51-4ebb-9274-cffd801f6529 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.625983] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.625983] env[68867]: value = "task-2951769" [ 933.625983] env[68867]: _type = "Task" [ 933.625983] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.634109] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951769, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.671896] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.674762] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.016s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.674893] env[68867]: DEBUG nova.objects.instance [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lazy-loading 'resources' on Instance uuid cc8a23f9-92ab-4360-882f-81bcc26f6f79 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.684491] env[68867]: DEBUG nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.697755] env[68867]: INFO nova.scheduler.client.report [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Deleted allocations for instance 84812a0f-625b-433f-ad32-71df3bf61b67 [ 933.715036] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.715194] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.715234] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.715414] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.715594] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.715692] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.715891] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.716102] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.716366] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.716555] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.716727] env[68867]: DEBUG nova.virt.hardware [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.717637] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde933de-29ba-4735-8e52-14c4849b6687 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.731418] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9613d416-798a-4f26-9b3e-64fe8f51a64c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.775577] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485787} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.775832] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e5264bda-2687-4d46-a27f-a41b8ac5f89d/e5264bda-2687-4d46-a27f-a41b8ac5f89d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.776035] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.776289] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b37cc292-5357-46cc-94ee-30c18d9d1bce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.782834] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 933.782834] env[68867]: value = "task-2951770" [ 933.782834] env[68867]: _type = "Task" [ 933.782834] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.791513] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.828209] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951765, 'name': ReconfigVM_Task, 'duration_secs': 1.175761} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.828501] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6/4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.829184] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6e8244-a9bd-49e4-aaf4-aea70a4da756 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.836706] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 933.836706] env[68867]: value = "task-2951771" [ 933.836706] env[68867]: _type = "Task" [ 933.836706] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.845955] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951771, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.852107] env[68867]: DEBUG nova.compute.manager [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Received event network-changed-8c67fca0-d406-41be-b18f-79736f44fe04 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.852293] env[68867]: DEBUG nova.compute.manager [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Refreshing instance network info cache due to event network-changed-8c67fca0-d406-41be-b18f-79736f44fe04. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.852523] env[68867]: DEBUG oslo_concurrency.lockutils [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] Acquiring lock "refresh_cache-962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.852687] env[68867]: DEBUG oslo_concurrency.lockutils [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] Acquired lock "refresh_cache-962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.852859] env[68867]: DEBUG nova.network.neutron [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Refreshing network info cache for port 8c67fca0-d406-41be-b18f-79736f44fe04 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.975806] env[68867]: DEBUG nova.network.neutron [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Successfully updated port: 8ede7c19-2aac-44de-8353-60b70bcede73 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.135689] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951769, 'name': CreateVM_Task, 'duration_secs': 0.407044} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.136586] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.136586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.136586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.137642] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.137642] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15aeec3-b0eb-4c86-a8ce-1599c6a1f4ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.145174] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 934.145174] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5211350b-d6e5-eef4-c61e-ef7aa9da6ffa" [ 934.145174] env[68867]: _type = "Task" [ 934.145174] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.153263] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5211350b-d6e5-eef4-c61e-ef7aa9da6ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.211128] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62f6ad31-299c-4ec6-84b5-23c4eeb6a688 tempest-ServersTestMultiNic-2125627412 tempest-ServersTestMultiNic-2125627412-project-member] Lock "84812a0f-625b-433f-ad32-71df3bf61b67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.259s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.296748] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070596} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.297548] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.298635] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd191836-ebf9-419f-b387-24cd415364fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.325646] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] e5264bda-2687-4d46-a27f-a41b8ac5f89d/e5264bda-2687-4d46-a27f-a41b8ac5f89d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.328649] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd66a7db-7dab-4898-b677-2817168aa039 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.351663] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951771, 'name': Rename_Task, 'duration_secs': 0.225875} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.353042] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.353428] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 934.353428] env[68867]: value = "task-2951772" [ 934.353428] env[68867]: _type = "Task" [ 934.353428] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.355838] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d92b8044-11b0-4d94-8617-a598e4220b68 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.373660] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.378216] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 934.378216] env[68867]: value = "task-2951773" [ 934.378216] env[68867]: _type = "Task" [ 934.378216] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.390539] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951773, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.413692] env[68867]: DEBUG nova.compute.manager [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Received event network-vif-plugged-8ede7c19-2aac-44de-8353-60b70bcede73 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.413906] env[68867]: DEBUG oslo_concurrency.lockutils [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] Acquiring lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.414195] env[68867]: DEBUG oslo_concurrency.lockutils [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.414435] env[68867]: DEBUG oslo_concurrency.lockutils [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.414578] env[68867]: DEBUG nova.compute.manager [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] No waiting events found dispatching network-vif-plugged-8ede7c19-2aac-44de-8353-60b70bcede73 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.414687] env[68867]: WARNING nova.compute.manager [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Received unexpected event network-vif-plugged-8ede7c19-2aac-44de-8353-60b70bcede73 for instance with vm_state building and task_state spawning. [ 934.416252] env[68867]: DEBUG nova.compute.manager [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Received event network-changed-8ede7c19-2aac-44de-8353-60b70bcede73 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.416252] env[68867]: DEBUG nova.compute.manager [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Refreshing instance network info cache due to event network-changed-8ede7c19-2aac-44de-8353-60b70bcede73. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.416252] env[68867]: DEBUG oslo_concurrency.lockutils [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] Acquiring lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.416252] env[68867]: DEBUG oslo_concurrency.lockutils [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] Acquired lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.416252] env[68867]: DEBUG nova.network.neutron [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Refreshing network info cache for port 8ede7c19-2aac-44de-8353-60b70bcede73 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.479798] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.617521] env[68867]: DEBUG nova.network.neutron [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Updated VIF entry in instance network info cache for port 8c67fca0-d406-41be-b18f-79736f44fe04. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.617978] env[68867]: DEBUG nova.network.neutron [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Updating instance_info_cache with network_info: [{"id": "8c67fca0-d406-41be-b18f-79736f44fe04", "address": "fa:16:3e:6b:1e:45", "network": {"id": "e6224df0-5f7d-4cac-a2eb-6139d202d461", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-172147218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0837036fc20b4430bdbcc12683257c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67fca0-d4", "ovs_interfaceid": "8c67fca0-d406-41be-b18f-79736f44fe04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.654716] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5211350b-d6e5-eef4-c61e-ef7aa9da6ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.656125] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.656449] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.656776] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.656993] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.657249] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.658463] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec1cce-b52d-48e9-b458-08dcb822e762 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.661120] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e142fef0-193d-4191-88e6-01b27219a26e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.667664] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fa24fd-dade-424f-9ddb-ad077291df64 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.671526] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.671731] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.672742] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70014e1e-dcea-4ae2-97ff-7b0409457d2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.677899] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 934.677899] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52914e6f-3f45-0e47-7405-f13292904428" [ 934.677899] env[68867]: _type = "Task" [ 934.677899] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.707561] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c4a2f-4bc3-471a-ba49-42f36125fded {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.715850] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52914e6f-3f45-0e47-7405-f13292904428, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.718490] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8665ffa9-c5d1-4263-b3d8-3ca102dc575d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.721528] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed54e620-ad81-4be3-be36-0eec8016c6f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.735899] env[68867]: DEBUG nova.compute.provider_tree [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.738272] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 934.738272] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a0f3b8-9afd-d51e-f936-0d5ec77b5161" [ 934.738272] env[68867]: _type = "Task" [ 934.738272] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.746504] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a0f3b8-9afd-d51e-f936-0d5ec77b5161, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.747385] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.747686] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e/962c726a-db9e-4ce9-b7b9-7345dcf1cd9e.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.747989] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3699dfee-2aaa-435b-8143-211438c69835 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.754444] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 934.754444] env[68867]: value = "task-2951774" [ 934.754444] env[68867]: _type = "Task" [ 934.754444] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.762329] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.868585] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.889798] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951773, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.955449] env[68867]: DEBUG nova.network.neutron [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.044046] env[68867]: DEBUG nova.network.neutron [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.122055] env[68867]: DEBUG oslo_concurrency.lockutils [req-ecd0da28-0d8e-438a-bf67-e371e83d918b req-fa21ec28-d37e-42e9-8404-714682fa1475 service nova] Releasing lock "refresh_cache-962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.243084] env[68867]: DEBUG nova.scheduler.client.report [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.265378] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502177} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.265620] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e/962c726a-db9e-4ce9-b7b9-7345dcf1cd9e.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.265865] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.266073] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e23fbf77-1446-497e-9dca-bad557c5d4ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.271642] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 935.271642] env[68867]: value = "task-2951775" [ 935.271642] env[68867]: _type = "Task" [ 935.271642] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.280617] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.368208] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.390097] env[68867]: DEBUG oslo_vmware.api [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951773, 'name': PowerOnVM_Task, 'duration_secs': 0.555906} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.390380] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.390587] env[68867]: DEBUG nova.compute.manager [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.391407] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d153f-23bd-4f48-95f6-1e4b31995b6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.545625] env[68867]: DEBUG oslo_concurrency.lockutils [req-4390bc75-82f6-43f2-95d1-98dee58b9473 req-30cbc635-1222-4e76-8438-56d40fce209a service nova] Releasing lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.545980] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.546167] env[68867]: DEBUG nova.network.neutron [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.749223] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.751786] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.527s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.753312] env[68867]: INFO nova.compute.claims [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.772248] env[68867]: INFO nova.scheduler.client.report [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Deleted allocations for instance cc8a23f9-92ab-4360-882f-81bcc26f6f79 [ 935.784210] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062911} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.784465] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.785262] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eff35e-3f63-4ce5-873c-33f270ee1343 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.807464] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e/962c726a-db9e-4ce9-b7b9-7345dcf1cd9e.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.808202] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f17857-910f-4f1e-9b30-a1211643ac4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.829033] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 935.829033] env[68867]: value = "task-2951776" [ 935.829033] env[68867]: _type = "Task" [ 935.829033] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.837109] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.868036] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951772, 'name': ReconfigVM_Task, 'duration_secs': 1.3125} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.868316] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] e5264bda-2687-4d46-a27f-a41b8ac5f89d/e5264bda-2687-4d46-a27f-a41b8ac5f89d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.868958] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba588061-ceb9-4f47-b5da-16913d72842f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.874781] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 935.874781] env[68867]: value = "task-2951777" [ 935.874781] env[68867]: _type = "Task" [ 935.874781] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.882519] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951777, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.908042] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.079203] env[68867]: DEBUG nova.network.neutron [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.250387] env[68867]: DEBUG nova.network.neutron [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Updating instance_info_cache with network_info: [{"id": "8ede7c19-2aac-44de-8353-60b70bcede73", "address": "fa:16:3e:49:84:5b", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ede7c19-2a", "ovs_interfaceid": "8ede7c19-2aac-44de-8353-60b70bcede73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.282817] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdf0378d-1821-475a-b347-855c510d70ee tempest-FloatingIPsAssociationTestJSON-240047797 tempest-FloatingIPsAssociationTestJSON-240047797-project-member] Lock "cc8a23f9-92ab-4360-882f-81bcc26f6f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.038s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.343527] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951776, 'name': ReconfigVM_Task, 'duration_secs': 0.354837} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.343772] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e/962c726a-db9e-4ce9-b7b9-7345dcf1cd9e.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.344477] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e979d93b-ec5d-4041-9ce1-de483f13e3db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.351214] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 936.351214] env[68867]: value = "task-2951778" [ 936.351214] env[68867]: _type = "Task" [ 936.351214] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.360397] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951778, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.384701] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951777, 'name': Rename_Task, 'duration_secs': 0.148273} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.384983] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.385246] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b7be8b4-2b64-4661-9270-8712a395954b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.391240] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 936.391240] env[68867]: value = "task-2951779" [ 936.391240] env[68867]: _type = "Task" [ 936.391240] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.399066] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.755745] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.756123] env[68867]: DEBUG nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Instance network_info: |[{"id": "8ede7c19-2aac-44de-8353-60b70bcede73", "address": "fa:16:3e:49:84:5b", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ede7c19-2a", "ovs_interfaceid": "8ede7c19-2aac-44de-8353-60b70bcede73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.756635] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:84:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ede7c19-2aac-44de-8353-60b70bcede73', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.766819] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating folder: Project (d26fbc73ee0b40d59019fad999a5c7b4). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.773877] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fc56717-c95e-4eb4-9c74-c8957c27d69e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.785495] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created folder: Project (d26fbc73ee0b40d59019fad999a5c7b4) in parent group-v592242. [ 936.785791] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating folder: Instances. Parent ref: group-v592426. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.786335] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fe7310c-9a96-4d44-afc5-69b9e1d0143c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.798743] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created folder: Instances in parent group-v592426. [ 936.799052] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.799255] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.799472] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7456b549-362a-4fc3-bd91-97e3f1bd0baa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.828281] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.828281] env[68867]: value = "task-2951782" [ 936.828281] env[68867]: _type = "Task" [ 936.828281] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.840522] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951782, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.860799] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951778, 'name': Rename_Task, 'duration_secs': 0.187119} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.864981] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.865536] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-924bcc66-cacd-49d1-abe6-664d5fa9a9af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.871908] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 936.871908] env[68867]: value = "task-2951783" [ 936.871908] env[68867]: _type = "Task" [ 936.871908] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.882985] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.908546] env[68867]: DEBUG oslo_vmware.api [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951779, 'name': PowerOnVM_Task, 'duration_secs': 0.493324} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.909294] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.909294] env[68867]: INFO nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Took 8.39 seconds to spawn the instance on the hypervisor. [ 936.909294] env[68867]: DEBUG nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.910357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a6c3f-2440-4658-81d5-c1536e4b2804 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.053882] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.054217] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.054499] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.054710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.054882] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.057557] env[68867]: INFO nova.compute.manager [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Terminating instance [ 937.296995] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3966b6-75ef-473f-879d-1883c6f6d07f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.304846] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f440dd8-d391-47cf-82ff-264aca0b9e88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.344934] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0987a4-13c4-4869-b8be-9ebaf3865f86 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.355258] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951782, 'name': CreateVM_Task, 'duration_secs': 0.406091} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.357351] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.358830] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.358830] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.358993] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.360341] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa29b35-7425-4780-b50d-d3333c135237 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.364728] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192f8a42-024d-4ae5-a557-3a0ead3ca6f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.370418] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 937.370418] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]527ab6bf-3c49-dd77-da68-45f44cea3943" [ 937.370418] env[68867]: _type = "Task" [ 937.370418] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.380103] env[68867]: DEBUG nova.compute.provider_tree [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.397409] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527ab6bf-3c49-dd77-da68-45f44cea3943, 'name': SearchDatastore_Task, 'duration_secs': 0.017263} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.401375] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.401654] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.401904] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.402062] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.402261] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.402887] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951783, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.403126] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07cbf021-ebd8-4e78-94cb-ae2d0e73538c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.412150] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.412347] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.413153] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e23f41-ff00-408c-a7ef-45c6794301ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.419157] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 937.419157] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52324220-fc09-f372-7118-78b2b44af673" [ 937.419157] env[68867]: _type = "Task" [ 937.419157] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.437036] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52324220-fc09-f372-7118-78b2b44af673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.443757] env[68867]: INFO nova.compute.manager [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Took 57.48 seconds to build instance. [ 937.562182] env[68867]: DEBUG nova.compute.manager [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.562182] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.562726] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08450158-c596-414f-ba3f-00841f221a2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.572636] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.572636] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01afb297-374f-4d6a-afd0-0fe38ea34c63 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.578113] env[68867]: DEBUG oslo_vmware.api [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 937.578113] env[68867]: value = "task-2951784" [ 937.578113] env[68867]: _type = "Task" [ 937.578113] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.587903] env[68867]: DEBUG oslo_vmware.api [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.845288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.845288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.892257] env[68867]: DEBUG nova.scheduler.client.report [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.900160] env[68867]: DEBUG oslo_vmware.api [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951783, 'name': PowerOnVM_Task, 'duration_secs': 0.609963} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.900438] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.900659] env[68867]: INFO nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Took 6.80 seconds to spawn the instance on the hypervisor. [ 937.900812] env[68867]: DEBUG nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.901792] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438bb63b-10d0-4b2e-8373-045647543578 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.930350] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52324220-fc09-f372-7118-78b2b44af673, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.932323] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d04e62-fd88-436d-9e90-0110efdf0797 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.937122] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 937.937122] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5267c67e-ee11-6e74-086f-1a760581b078" [ 937.937122] env[68867]: _type = "Task" [ 937.937122] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.946816] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5267c67e-ee11-6e74-086f-1a760581b078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.949029] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8114ab0e-c021-4183-a693-31a4de71b390 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.950s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.090139] env[68867]: DEBUG oslo_vmware.api [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951784, 'name': PowerOffVM_Task, 'duration_secs': 0.3139} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.090448] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.090648] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.090949] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1fba040-9059-4c3e-8c57-5509dda4da31 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.157473] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.158396] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.158396] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleting the datastore file [datastore2] 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.158396] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f66f22b-77b6-4aae-91d8-84b26a8e2660 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.164666] env[68867]: DEBUG oslo_vmware.api [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 938.164666] env[68867]: value = "task-2951786" [ 938.164666] env[68867]: _type = "Task" [ 938.164666] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.174987] env[68867]: DEBUG oslo_vmware.api [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.410218] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.410218] env[68867]: DEBUG nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.414938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.654s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.420024] env[68867]: DEBUG nova.objects.instance [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 938.436299] env[68867]: INFO nova.compute.manager [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Took 56.96 seconds to build instance. [ 938.449158] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5267c67e-ee11-6e74-086f-1a760581b078, 'name': SearchDatastore_Task, 'duration_secs': 0.014471} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.449647] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.450123] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/12ea9512-9b51-4d4a-9a36-80b1ef58e0eb.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.450593] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51030c3f-7b61-4341-b9ae-5adebf39476b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.454116] env[68867]: DEBUG nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.462134] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 938.462134] env[68867]: value = "task-2951787" [ 938.462134] env[68867]: _type = "Task" [ 938.462134] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.473914] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.679776] env[68867]: DEBUG oslo_vmware.api [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168885} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.680357] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.680690] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.682489] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.682489] env[68867]: INFO nova.compute.manager [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 938.682489] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.682489] env[68867]: DEBUG nova.compute.manager [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.682489] env[68867]: DEBUG nova.network.neutron [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.931057] env[68867]: DEBUG nova.compute.utils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.931840] env[68867]: DEBUG nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.931991] env[68867]: DEBUG nova.network.neutron [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.944537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4c99227d-a115-4139-95dc-5757eba410b9 tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.697s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.972609] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951787, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.982730] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.011100] env[68867]: DEBUG nova.compute.manager [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.011923] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e7dd3-af87-4f2c-9cc3-968391b0ed22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.017927] env[68867]: DEBUG nova.compute.manager [req-f4e7bcff-31b4-45ee-aca1-957c3b840cec req-b49d4e91-4dbc-4f18-8aea-ffce05e12d1b service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Received event network-vif-deleted-649621fc-b462-40a2-8ffa-e5f965f60b2c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.018133] env[68867]: INFO nova.compute.manager [req-f4e7bcff-31b4-45ee-aca1-957c3b840cec req-b49d4e91-4dbc-4f18-8aea-ffce05e12d1b service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Neutron deleted interface 649621fc-b462-40a2-8ffa-e5f965f60b2c; detaching it from the instance and deleting it from the info cache [ 939.018303] env[68867]: DEBUG nova.network.neutron [req-f4e7bcff-31b4-45ee-aca1-957c3b840cec req-b49d4e91-4dbc-4f18-8aea-ffce05e12d1b service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.020822] env[68867]: DEBUG nova.policy [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '170af50c7a1548219f4b852062c3de94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26fbc73ee0b40d59019fad999a5c7b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.096015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "bb127176-9aaa-4a7e-bb71-59aff3271715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.096015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "bb127176-9aaa-4a7e-bb71-59aff3271715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.437170] env[68867]: DEBUG nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.446107] env[68867]: DEBUG nova.network.neutron [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Successfully created port: 368fc940-6d3d-4529-98fa-4cd3531337b9 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.449314] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3c54ebe9-ae57-4a57-8652-27e0c5c759b1 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.034s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.450826] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.931s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.451053] env[68867]: DEBUG nova.objects.instance [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lazy-loading 'resources' on Instance uuid 71871f70-15df-4677-8374-5cc6503fc4ba {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.481057] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533647} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.481525] env[68867]: DEBUG nova.network.neutron [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.482820] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/12ea9512-9b51-4d4a-9a36-80b1ef58e0eb.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.483096] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.483622] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1053a4c8-18ac-4244-9419-832b00fdc26f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.493459] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 939.493459] env[68867]: value = "task-2951788" [ 939.493459] env[68867]: _type = "Task" [ 939.493459] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.505384] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.524546] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-422a4407-e08d-444c-a7c4-e9a5d7da0def {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.531543] env[68867]: INFO nova.compute.manager [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] instance snapshotting [ 939.536397] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05a583-9223-4260-a8a1-0a5428762b30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.548367] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141083c8-3c6c-4bf7-a83e-290ecc7d9434 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.580665] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f8314d-64b6-4722-b26d-64dfab45f087 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.583602] env[68867]: DEBUG nova.compute.manager [req-f4e7bcff-31b4-45ee-aca1-957c3b840cec req-b49d4e91-4dbc-4f18-8aea-ffce05e12d1b service nova] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Detach interface failed, port_id=649621fc-b462-40a2-8ffa-e5f965f60b2c, reason: Instance 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.598207] env[68867]: DEBUG nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.987406] env[68867]: INFO nova.compute.manager [-] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Took 1.31 seconds to deallocate network for instance. [ 940.003647] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146771} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.003914] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.004740] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4745994-dc14-440e-9161-c3c5bc99ea06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.033263] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/12ea9512-9b51-4d4a-9a36-80b1ef58e0eb.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.036400] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da682725-aa61-43c2-bae9-ddf5d05c15e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.057965] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 940.057965] env[68867]: value = "task-2951789" [ 940.057965] env[68867]: _type = "Task" [ 940.057965] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.070075] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.093689] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 940.094036] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2bfdc8c-1360-49dd-8788-94825d2a1fd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.105849] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 940.105849] env[68867]: value = "task-2951790" [ 940.105849] env[68867]: _type = "Task" [ 940.105849] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.121502] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.125228] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.372710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.372710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.372710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.372710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.372710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.374021] env[68867]: INFO nova.compute.manager [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Terminating instance [ 940.444332] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2357e15f-7227-4657-b3ae-f3019b6e2faa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.447946] env[68867]: DEBUG nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.456415] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e9fda0-cfa4-42a0-a8cc-5ed7f5a4b731 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.492442] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead76c2-e74c-40e6-aab5-8623dc15feb1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.495846] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.501430] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7525888e-9fc0-4d99-8c38-ac70b91a6e94 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.507896] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.508134] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.508285] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.508457] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.508595] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.508734] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.508958] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.509148] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.509314] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.509471] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.509638] env[68867]: DEBUG nova.virt.hardware [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.510426] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7515f5a-0530-4303-8d66-94fa44394ca3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.525168] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa6bc77-acc7-4c36-85ee-eee5d12fde36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.529542] env[68867]: DEBUG nova.compute.provider_tree [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.567998] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.618492] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.879916] env[68867]: DEBUG nova.compute.manager [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.880437] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.881426] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036fb46a-e295-4067-aced-c8e9ce9bd6b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.890064] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.890064] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ffcf76-edc5-43f4-9ed4-53c45bf34585 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.898166] env[68867]: DEBUG oslo_vmware.api [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 940.898166] env[68867]: value = "task-2951791" [ 940.898166] env[68867]: _type = "Task" [ 940.898166] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.909889] env[68867]: DEBUG oslo_vmware.api [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.032475] env[68867]: DEBUG nova.scheduler.client.report [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.069487] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.094368] env[68867]: DEBUG nova.compute.manager [req-4f1122a6-546a-4d02-8883-c0365053c380 req-2b6dac1b-b3e4-4fc1-a25b-7235984ccdd6 service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Received event network-vif-plugged-368fc940-6d3d-4529-98fa-4cd3531337b9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.094461] env[68867]: DEBUG oslo_concurrency.lockutils [req-4f1122a6-546a-4d02-8883-c0365053c380 req-2b6dac1b-b3e4-4fc1-a25b-7235984ccdd6 service nova] Acquiring lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.095032] env[68867]: DEBUG oslo_concurrency.lockutils [req-4f1122a6-546a-4d02-8883-c0365053c380 req-2b6dac1b-b3e4-4fc1-a25b-7235984ccdd6 service nova] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.095032] env[68867]: DEBUG oslo_concurrency.lockutils [req-4f1122a6-546a-4d02-8883-c0365053c380 req-2b6dac1b-b3e4-4fc1-a25b-7235984ccdd6 service nova] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.095032] env[68867]: DEBUG nova.compute.manager [req-4f1122a6-546a-4d02-8883-c0365053c380 req-2b6dac1b-b3e4-4fc1-a25b-7235984ccdd6 service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] No waiting events found dispatching network-vif-plugged-368fc940-6d3d-4529-98fa-4cd3531337b9 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.095493] env[68867]: WARNING nova.compute.manager [req-4f1122a6-546a-4d02-8883-c0365053c380 req-2b6dac1b-b3e4-4fc1-a25b-7235984ccdd6 service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Received unexpected event network-vif-plugged-368fc940-6d3d-4529-98fa-4cd3531337b9 for instance with vm_state building and task_state spawning. [ 941.119398] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.231140] env[68867]: DEBUG nova.network.neutron [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Successfully updated port: 368fc940-6d3d-4529-98fa-4cd3531337b9 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.409639] env[68867]: DEBUG oslo_vmware.api [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951791, 'name': PowerOffVM_Task, 'duration_secs': 0.298029} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.409869] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.411019] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.411415] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77e6ae25-a4c6-47e6-86d0-cb7176814fe5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.493633] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.493854] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.494363] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Deleting the datastore file [datastore2] 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.494989] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9e9c874-5efc-4bd9-8612-c2b3966d33a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.501729] env[68867]: DEBUG oslo_vmware.api [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for the task: (returnval){ [ 941.501729] env[68867]: value = "task-2951793" [ 941.501729] env[68867]: _type = "Task" [ 941.501729] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.509672] env[68867]: DEBUG oslo_vmware.api [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.541035] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.543319] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.096s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.545032] env[68867]: INFO nova.compute.claims [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.570538] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951789, 'name': ReconfigVM_Task, 'duration_secs': 1.28902} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.571738] env[68867]: INFO nova.scheduler.client.report [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Deleted allocations for instance 71871f70-15df-4677-8374-5cc6503fc4ba [ 941.572935] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/12ea9512-9b51-4d4a-9a36-80b1ef58e0eb.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.580161] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0423808c-8e44-48f1-8c6a-379272d46527 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.584386] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 941.584386] env[68867]: value = "task-2951794" [ 941.584386] env[68867]: _type = "Task" [ 941.584386] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.593855] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951794, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.624669] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951790, 'name': CreateSnapshot_Task, 'duration_secs': 1.160347} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.624966] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 941.628049] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c657b4-e7ed-4199-97b1-3217a2b5bdc8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.733820] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.734679] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.734931] env[68867]: DEBUG nova.network.neutron [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.012571] env[68867]: DEBUG oslo_vmware.api [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Task: {'id': task-2951793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178408} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.012840] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.013037] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.013216] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.013387] env[68867]: INFO nova.compute.manager [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 942.013626] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.013811] env[68867]: DEBUG nova.compute.manager [-] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.014618] env[68867]: DEBUG nova.network.neutron [-] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.084059] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cdf5e413-e355-49bc-b96c-5ce6af4ad474 tempest-ServersListShow2100Test-1920212853 tempest-ServersListShow2100Test-1920212853-project-member] Lock "71871f70-15df-4677-8374-5cc6503fc4ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.901s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.095543] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951794, 'name': Rename_Task, 'duration_secs': 0.153112} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.096281] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.096539] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51597ea6-99fd-4f6b-ba11-e647ee174ee9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.108255] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 942.108255] env[68867]: value = "task-2951795" [ 942.108255] env[68867]: _type = "Task" [ 942.108255] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.116801] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.151883] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 942.152989] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66cd0346-ce93-4786-a9df-46dec744686e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.164523] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 942.164523] env[68867]: value = "task-2951796" [ 942.164523] env[68867]: _type = "Task" [ 942.164523] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.184268] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951796, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.291719] env[68867]: DEBUG nova.network.neutron [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.516426] env[68867]: DEBUG nova.network.neutron [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Updating instance_info_cache with network_info: [{"id": "368fc940-6d3d-4529-98fa-4cd3531337b9", "address": "fa:16:3e:a4:65:4d", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368fc940-6d", "ovs_interfaceid": "368fc940-6d3d-4529-98fa-4cd3531337b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.627455] env[68867]: DEBUG oslo_vmware.api [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951795, 'name': PowerOnVM_Task, 'duration_secs': 0.451298} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.627455] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.627701] env[68867]: INFO nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Took 8.94 seconds to spawn the instance on the hypervisor. [ 942.627876] env[68867]: DEBUG nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.628693] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ca22b-e856-41ab-aab8-57f1b547d65c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.678343] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951796, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.824824] env[68867]: DEBUG nova.network.neutron [-] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.009445] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f8d07-820a-43f4-ba71-8db3cde20e38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.019027] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f576f-b1bb-447c-b8da-fa7f1f0854ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.022190] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.022540] env[68867]: DEBUG nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Instance network_info: |[{"id": "368fc940-6d3d-4529-98fa-4cd3531337b9", "address": "fa:16:3e:a4:65:4d", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368fc940-6d", "ovs_interfaceid": "368fc940-6d3d-4529-98fa-4cd3531337b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.025763] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:65:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '368fc940-6d3d-4529-98fa-4cd3531337b9', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.031213] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.031813] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.032164] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-591a8f0d-f89c-4b6c-a2b5-dcb53a3521bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.077335] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf89bd06-5aea-4fb3-8ccc-b7273c1fcd71 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.082154] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.082154] env[68867]: value = "task-2951797" [ 943.082154] env[68867]: _type = "Task" [ 943.082154] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.090494] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951797, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.094329] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc85530-b74b-486e-819c-23d2067ef9d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.108469] env[68867]: DEBUG nova.compute.provider_tree [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.140247] env[68867]: DEBUG nova.compute.manager [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Received event network-changed-368fc940-6d3d-4529-98fa-4cd3531337b9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.140393] env[68867]: DEBUG nova.compute.manager [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Refreshing instance network info cache due to event network-changed-368fc940-6d3d-4529-98fa-4cd3531337b9. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.140606] env[68867]: DEBUG oslo_concurrency.lockutils [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] Acquiring lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.140744] env[68867]: DEBUG oslo_concurrency.lockutils [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] Acquired lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.140925] env[68867]: DEBUG nova.network.neutron [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Refreshing network info cache for port 368fc940-6d3d-4529-98fa-4cd3531337b9 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.152830] env[68867]: INFO nova.compute.manager [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Took 60.10 seconds to build instance. [ 943.178385] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951796, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.331018] env[68867]: INFO nova.compute.manager [-] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Took 1.32 seconds to deallocate network for instance. [ 943.595022] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951797, 'name': CreateVM_Task, 'duration_secs': 0.380372} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.595022] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.595022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.595022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.595022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.595022] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18d4ac2-47b7-4d81-a242-892063c60e93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.600073] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 943.600073] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5236ffd2-7e2d-be2e-f44a-51de394f026e" [ 943.600073] env[68867]: _type = "Task" [ 943.600073] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.614042] env[68867]: DEBUG nova.scheduler.client.report [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.615147] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5236ffd2-7e2d-be2e-f44a-51de394f026e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.655677] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fa45978a-828b-4ae9-b54e-7412ebdc605f tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.186s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.677761] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951796, 'name': CloneVM_Task} progress is 95%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.840133] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.114964] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5236ffd2-7e2d-be2e-f44a-51de394f026e, 'name': SearchDatastore_Task, 'duration_secs': 0.015499} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.114964] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.114964] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.114964] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.114964] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.114964] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.114964] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8e1373-75ed-460e-bb97-5b9bcde69923 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.116988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.117621] env[68867]: DEBUG nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.120952] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.134s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.125021] env[68867]: INFO nova.compute.claims [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.135854] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.136044] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.137148] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf97a2a-2aaa-4664-ad15-1075d544d1b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.143656] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 944.143656] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cbd725-4fe8-82b2-2831-e6604225e803" [ 944.143656] env[68867]: _type = "Task" [ 944.143656] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.157347] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cbd725-4fe8-82b2-2831-e6604225e803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.179124] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951796, 'name': CloneVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.207505] env[68867]: DEBUG nova.network.neutron [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Updated VIF entry in instance network info cache for port 368fc940-6d3d-4529-98fa-4cd3531337b9. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.207863] env[68867]: DEBUG nova.network.neutron [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Updating instance_info_cache with network_info: [{"id": "368fc940-6d3d-4529-98fa-4cd3531337b9", "address": "fa:16:3e:a4:65:4d", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368fc940-6d", "ovs_interfaceid": "368fc940-6d3d-4529-98fa-4cd3531337b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.630779] env[68867]: DEBUG nova.compute.utils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.636956] env[68867]: DEBUG nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.637147] env[68867]: DEBUG nova.network.neutron [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.660531] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cbd725-4fe8-82b2-2831-e6604225e803, 'name': SearchDatastore_Task, 'duration_secs': 0.01847} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.663874] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ff3939-cd8c-435f-8efc-1356cee622d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.675133] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 944.675133] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52181435-c3d6-4a92-945c-9fc69b84206c" [ 944.675133] env[68867]: _type = "Task" [ 944.675133] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.687859] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951796, 'name': CloneVM_Task, 'duration_secs': 2.058243} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.688659] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Created linked-clone VM from snapshot [ 944.689632] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e222e-c925-49ab-83ea-3bab065494a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.696320] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52181435-c3d6-4a92-945c-9fc69b84206c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.705600] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Uploading image 329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 944.711058] env[68867]: DEBUG oslo_concurrency.lockutils [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] Releasing lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.711319] env[68867]: DEBUG nova.compute.manager [req-48f257d2-b9e5-4e64-bfbb-6b489251e23e req-6e40abe9-a14a-40c5-8cff-7c201790169d service nova] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Received event network-vif-deleted-8c67fca0-d406-41be-b18f-79736f44fe04 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.732760] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 944.732760] env[68867]: value = "vm-592430" [ 944.732760] env[68867]: _type = "VirtualMachine" [ 944.732760] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 944.733077] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3b99201-6ad2-4e9d-a21b-f6b4133e2508 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.742133] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease: (returnval){ [ 944.742133] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529e7099-a006-71f0-9993-5231c0af79ca" [ 944.742133] env[68867]: _type = "HttpNfcLease" [ 944.742133] env[68867]: } obtained for exporting VM: (result){ [ 944.742133] env[68867]: value = "vm-592430" [ 944.742133] env[68867]: _type = "VirtualMachine" [ 944.742133] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 944.742133] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the lease: (returnval){ [ 944.742133] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529e7099-a006-71f0-9993-5231c0af79ca" [ 944.742133] env[68867]: _type = "HttpNfcLease" [ 944.742133] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 944.749649] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 944.749649] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529e7099-a006-71f0-9993-5231c0af79ca" [ 944.749649] env[68867]: _type = "HttpNfcLease" [ 944.749649] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 944.776947] env[68867]: DEBUG nova.policy [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96cb70ee6b9942cdb7df1693453f3ee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf743a97ab9b477f8ced65d88b00432a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.139631] env[68867]: DEBUG nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.199944] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52181435-c3d6-4a92-945c-9fc69b84206c, 'name': SearchDatastore_Task, 'duration_secs': 0.029994} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.200338] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.200600] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.200870] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d847f03-0b74-4d05-bffe-69094762eaff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.215243] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 945.215243] env[68867]: value = "task-2951799" [ 945.215243] env[68867]: _type = "Task" [ 945.215243] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.228941] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.250489] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.250489] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529e7099-a006-71f0-9993-5231c0af79ca" [ 945.250489] env[68867]: _type = "HttpNfcLease" [ 945.250489] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 945.250911] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 945.250911] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529e7099-a006-71f0-9993-5231c0af79ca" [ 945.250911] env[68867]: _type = "HttpNfcLease" [ 945.250911] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 945.251716] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e40fc6-abcc-4191-b142-e05c95fb86a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.263052] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15067-945d-c819-a413-5fff06a1f6a5/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 945.263279] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15067-945d-c819-a413-5fff06a1f6a5/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 945.374323] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3f79ef5-2838-4310-b3a8-96f070eef435 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.413671] env[68867]: DEBUG nova.network.neutron [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Successfully created port: a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.742092] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50899} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.744893] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.745217] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.746478] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c3ecdc3-cf5f-4ec1-9333-53c15c8aeea2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.755248] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 945.755248] env[68867]: value = "task-2951800" [ 945.755248] env[68867]: _type = "Task" [ 945.755248] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.768179] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.769271] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6537ec6d-b032-49af-b95c-e132150901b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.778694] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5828db5-24df-4683-a6b1-96a7ea35fcfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.811159] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48abecc1-add7-43ef-b057-c880e725b9cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.824877] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c4a001-debb-4264-828a-31301a114988 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.840879] env[68867]: DEBUG nova.compute.provider_tree [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.160199] env[68867]: DEBUG nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.173768] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "9bcab890-6320-4cdc-9852-8e1d22ce6965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.173768] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.199314] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.199942] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.200304] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.200529] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.200674] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.200844] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.201253] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.201676] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.201931] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.202228] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.202412] env[68867]: DEBUG nova.virt.hardware [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.204016] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120f7bb-b423-496c-8ee2-ebe2f3f11ac6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.213788] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b223f77-51c3-4005-87ec-f4c53f21561d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.267751] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071741} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.269356] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.270306] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5eda12-4d76-4e4b-92c9-d6957db067ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.302237] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.302824] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c92ddf4-7153-448a-8a01-79e7d51bcac5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.323155] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 946.323155] env[68867]: value = "task-2951801" [ 946.323155] env[68867]: _type = "Task" [ 946.323155] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.331647] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.347130] env[68867]: DEBUG nova.scheduler.client.report [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.677839] env[68867]: DEBUG nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.838344] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.852026] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.852517] env[68867]: DEBUG nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.859145] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.212s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.859350] env[68867]: DEBUG nova.objects.instance [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.209737] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.216715] env[68867]: DEBUG nova.compute.manager [req-1c1aa0d4-6e8d-4ee5-8819-edd3270e8431 req-9fd3c520-e25f-4de9-b90f-c4ba8b535735 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Received event network-vif-plugged-a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.216715] env[68867]: DEBUG oslo_concurrency.lockutils [req-1c1aa0d4-6e8d-4ee5-8819-edd3270e8431 req-9fd3c520-e25f-4de9-b90f-c4ba8b535735 service nova] Acquiring lock "b4f78403-1571-4bd0-b045-4487fe6e05b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.216715] env[68867]: DEBUG oslo_concurrency.lockutils [req-1c1aa0d4-6e8d-4ee5-8819-edd3270e8431 req-9fd3c520-e25f-4de9-b90f-c4ba8b535735 service nova] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.216715] env[68867]: DEBUG oslo_concurrency.lockutils [req-1c1aa0d4-6e8d-4ee5-8819-edd3270e8431 req-9fd3c520-e25f-4de9-b90f-c4ba8b535735 service nova] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.216715] env[68867]: DEBUG nova.compute.manager [req-1c1aa0d4-6e8d-4ee5-8819-edd3270e8431 req-9fd3c520-e25f-4de9-b90f-c4ba8b535735 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] No waiting events found dispatching network-vif-plugged-a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.216715] env[68867]: WARNING nova.compute.manager [req-1c1aa0d4-6e8d-4ee5-8819-edd3270e8431 req-9fd3c520-e25f-4de9-b90f-c4ba8b535735 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Received unexpected event network-vif-plugged-a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e for instance with vm_state building and task_state spawning. [ 947.297081] env[68867]: DEBUG nova.network.neutron [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Successfully updated port: a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.335590] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951801, 'name': ReconfigVM_Task, 'duration_secs': 0.707388} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.335893] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.336818] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a83a4cca-6516-4039-b754-a803a346d6f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.344848] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 947.344848] env[68867]: value = "task-2951802" [ 947.344848] env[68867]: _type = "Task" [ 947.344848] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.362525] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951802, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.364316] env[68867]: DEBUG nova.compute.utils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.369434] env[68867]: DEBUG nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.369623] env[68867]: DEBUG nova.network.neutron [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.417674] env[68867]: DEBUG nova.policy [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52f8d54704e41dcaa7b7d78bbbf7022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176bf0dbeb0c4b33bd48d20fa96a3f57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.478895] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.479112] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.709418] env[68867]: DEBUG nova.network.neutron [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Successfully created port: ad6e80eb-bee7-4200-82de-5a8b7d8baf29 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.801133] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "refresh_cache-b4f78403-1571-4bd0-b045-4487fe6e05b8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.801385] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired lock "refresh_cache-b4f78403-1571-4bd0-b045-4487fe6e05b8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.801548] env[68867]: DEBUG nova.network.neutron [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.855949] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951802, 'name': Rename_Task, 'duration_secs': 0.181346} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.856898] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.857195] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f133b8c8-06a2-48f6-a407-1fbfc8587fd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.864918] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 947.864918] env[68867]: value = "task-2951803" [ 947.864918] env[68867]: _type = "Task" [ 947.864918] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.870286] env[68867]: DEBUG nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.881243] env[68867]: DEBUG oslo_concurrency.lockutils [None req-708242b8-84c6-444c-84b2-0eb2a88bef21 tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.882334] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.883178] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.555s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.883416] env[68867]: DEBUG nova.objects.instance [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lazy-loading 'resources' on Instance uuid 0b0bd42e-394f-452b-950c-820d02eeeb37 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.375736] env[68867]: DEBUG nova.network.neutron [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.394949] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951803, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.611106] env[68867]: DEBUG nova.network.neutron [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Updating instance_info_cache with network_info: [{"id": "a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e", "address": "fa:16:3e:9b:f5:d9", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bd42a8-cb", "ovs_interfaceid": "a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.865075] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad9e769-cc19-4f3a-8bce-a6de1a1002b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.878037] env[68867]: DEBUG oslo_vmware.api [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951803, 'name': PowerOnVM_Task, 'duration_secs': 0.635846} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.879411] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.879712] env[68867]: INFO nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Took 8.43 seconds to spawn the instance on the hypervisor. [ 948.879959] env[68867]: DEBUG nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.881090] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc1e512-7b5a-4276-bfb7-c7f07d721a54 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.884639] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c31987-8c8c-4b73-936e-d416513a6dfc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.687630] env[68867]: DEBUG nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.690192] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Releasing lock "refresh_cache-b4f78403-1571-4bd0-b045-4487fe6e05b8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.690276] env[68867]: DEBUG nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Instance network_info: |[{"id": "a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e", "address": "fa:16:3e:9b:f5:d9", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bd42a8-cb", "ovs_interfaceid": "a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.696760] env[68867]: DEBUG nova.network.neutron [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Successfully updated port: ad6e80eb-bee7-4200-82de-5a8b7d8baf29 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.697893] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f5:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.705481] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Creating folder: Project (bf743a97ab9b477f8ced65d88b00432a). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.706993] env[68867]: DEBUG nova.compute.manager [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Received event network-changed-a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.707219] env[68867]: DEBUG nova.compute.manager [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Refreshing instance network info cache due to event network-changed-a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.707432] env[68867]: DEBUG oslo_concurrency.lockutils [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] Acquiring lock "refresh_cache-b4f78403-1571-4bd0-b045-4487fe6e05b8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.707566] env[68867]: DEBUG oslo_concurrency.lockutils [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] Acquired lock "refresh_cache-b4f78403-1571-4bd0-b045-4487fe6e05b8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.707717] env[68867]: DEBUG nova.network.neutron [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Refreshing network info cache for port a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.710140] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1576bd-a4e9-4562-9b35-3c65e86850b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.714946] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b37ee4b-d4d2-4e4a-bc1b-bde11cf1fc06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.718016] env[68867]: INFO nova.compute.manager [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Took 57.51 seconds to build instance. [ 949.725158] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9696465-0cfa-45d8-8bb2-1953d4ddf54b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.736027] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Created folder: Project (bf743a97ab9b477f8ced65d88b00432a) in parent group-v592242. [ 949.736027] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Creating folder: Instances. Parent ref: group-v592432. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.736027] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-087a4a76-815c-4be2-b690-ae1fd21233d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.747353] env[68867]: DEBUG nova.compute.provider_tree [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.756442] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Created folder: Instances in parent group-v592432. [ 949.756633] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.756835] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.757086] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a684e60e-46a4-4dd6-b755-0de115064b44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.778075] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.778075] env[68867]: value = "task-2951806" [ 949.778075] env[68867]: _type = "Task" [ 949.778075] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.787105] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951806, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.836810] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.837074] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.837255] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.837444] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.837585] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.837722] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.837955] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.838129] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.838298] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.838474] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.838641] env[68867]: DEBUG nova.virt.hardware [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.840074] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e46880-a435-4114-aa0a-a526904b187d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.848782] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374f8ba-7f75-432f-9d9a-8809a96a86a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.214490] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-0c506724-8d87-40ef-9f7c-755ad33415be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.214649] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-0c506724-8d87-40ef-9f7c-755ad33415be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.214805] env[68867]: DEBUG nova.network.neutron [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.220813] env[68867]: DEBUG oslo_concurrency.lockutils [None req-57b06f03-e4ac-436d-ae9e-ac132552e9e2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.169s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.236094] env[68867]: INFO nova.compute.manager [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Rescuing [ 950.236410] env[68867]: DEBUG oslo_concurrency.lockutils [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.236587] env[68867]: DEBUG oslo_concurrency.lockutils [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.236759] env[68867]: DEBUG nova.network.neutron [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.252776] env[68867]: DEBUG nova.scheduler.client.report [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.288472] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951806, 'name': CreateVM_Task, 'duration_secs': 0.505794} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.288731] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.289478] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.289630] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.289983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.290373] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c7cbc7-59b5-44bc-8987-adf2f057f663 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.295734] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 950.295734] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5281e068-f271-c9c3-fe11-fef55f964eb0" [ 950.295734] env[68867]: _type = "Task" [ 950.295734] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.307133] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5281e068-f271-c9c3-fe11-fef55f964eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.449150] env[68867]: DEBUG nova.network.neutron [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Updated VIF entry in instance network info cache for port a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.449551] env[68867]: DEBUG nova.network.neutron [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Updating instance_info_cache with network_info: [{"id": "a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e", "address": "fa:16:3e:9b:f5:d9", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bd42a8-cb", "ovs_interfaceid": "a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.723477] env[68867]: DEBUG nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.761899] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.878s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.765889] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.874s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.767452] env[68867]: INFO nova.compute.claims [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.797370] env[68867]: INFO nova.scheduler.client.report [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Deleted allocations for instance 0b0bd42e-394f-452b-950c-820d02eeeb37 [ 950.812280] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5281e068-f271-c9c3-fe11-fef55f964eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.017361} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.813285] env[68867]: DEBUG nova.network.neutron [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.816775] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.817154] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.817473] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.817696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.817933] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.818540] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20a8a1ce-5e63-4af9-b4c8-c20124d147f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.828819] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.829145] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.830049] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afc9e99-1a76-4595-b088-bbdf3de8b1a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.836513] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 950.836513] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520f7383-0d0f-9638-d4f5-702d61fc296d" [ 950.836513] env[68867]: _type = "Task" [ 950.836513] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.856504] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f7383-0d0f-9638-d4f5-702d61fc296d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.952608] env[68867]: DEBUG oslo_concurrency.lockutils [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] Releasing lock "refresh_cache-b4f78403-1571-4bd0-b045-4487fe6e05b8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.952921] env[68867]: DEBUG nova.compute.manager [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Received event network-vif-plugged-ad6e80eb-bee7-4200-82de-5a8b7d8baf29 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.953290] env[68867]: DEBUG oslo_concurrency.lockutils [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] Acquiring lock "0c506724-8d87-40ef-9f7c-755ad33415be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.953408] env[68867]: DEBUG oslo_concurrency.lockutils [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] Lock "0c506724-8d87-40ef-9f7c-755ad33415be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.953518] env[68867]: DEBUG oslo_concurrency.lockutils [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] Lock "0c506724-8d87-40ef-9f7c-755ad33415be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.953678] env[68867]: DEBUG nova.compute.manager [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] No waiting events found dispatching network-vif-plugged-ad6e80eb-bee7-4200-82de-5a8b7d8baf29 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.953834] env[68867]: WARNING nova.compute.manager [req-0770e6a0-dfff-453a-a2bd-ea2f9418ade1 req-7982ce42-b2cd-4e63-81fa-17dadb6aced7 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Received unexpected event network-vif-plugged-ad6e80eb-bee7-4200-82de-5a8b7d8baf29 for instance with vm_state building and task_state spawning. [ 950.963419] env[68867]: DEBUG nova.network.neutron [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Updating instance_info_cache with network_info: [{"id": "ad6e80eb-bee7-4200-82de-5a8b7d8baf29", "address": "fa:16:3e:a6:74:0f", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6e80eb-be", "ovs_interfaceid": "ad6e80eb-bee7-4200-82de-5a8b7d8baf29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.131906] env[68867]: DEBUG nova.network.neutron [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Updating instance_info_cache with network_info: [{"id": "368fc940-6d3d-4529-98fa-4cd3531337b9", "address": "fa:16:3e:a4:65:4d", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368fc940-6d", "ovs_interfaceid": "368fc940-6d3d-4529-98fa-4cd3531337b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.244681] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.310963] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e0ff7e6-e48b-413d-9ca1-18cb4a8e226d tempest-ServerShowV254Test-1064330765 tempest-ServerShowV254Test-1064330765-project-member] Lock "0b0bd42e-394f-452b-950c-820d02eeeb37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.215s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.329273] env[68867]: DEBUG nova.compute.manager [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Received event network-changed-ad6e80eb-bee7-4200-82de-5a8b7d8baf29 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.329273] env[68867]: DEBUG nova.compute.manager [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Refreshing instance network info cache due to event network-changed-ad6e80eb-bee7-4200-82de-5a8b7d8baf29. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.329273] env[68867]: DEBUG oslo_concurrency.lockutils [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] Acquiring lock "refresh_cache-0c506724-8d87-40ef-9f7c-755ad33415be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.350782] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f7383-0d0f-9638-d4f5-702d61fc296d, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.351673] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87ae2be-6630-44cc-8a7f-21ae4b99307b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.358272] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 951.358272] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52dcc170-e180-12eb-3ae7-a82c33305478" [ 951.358272] env[68867]: _type = "Task" [ 951.358272] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.368536] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dcc170-e180-12eb-3ae7-a82c33305478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.469635] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-0c506724-8d87-40ef-9f7c-755ad33415be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.470018] env[68867]: DEBUG nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Instance network_info: |[{"id": "ad6e80eb-bee7-4200-82de-5a8b7d8baf29", "address": "fa:16:3e:a6:74:0f", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6e80eb-be", "ovs_interfaceid": "ad6e80eb-bee7-4200-82de-5a8b7d8baf29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.470363] env[68867]: DEBUG oslo_concurrency.lockutils [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] Acquired lock "refresh_cache-0c506724-8d87-40ef-9f7c-755ad33415be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.470544] env[68867]: DEBUG nova.network.neutron [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Refreshing network info cache for port ad6e80eb-bee7-4200-82de-5a8b7d8baf29 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.471888] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:74:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad6e80eb-bee7-4200-82de-5a8b7d8baf29', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.479595] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.480109] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.480338] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90098155-1d7e-44b1-9c47-d1b564d57f4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.501670] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.501670] env[68867]: value = "task-2951807" [ 951.501670] env[68867]: _type = "Task" [ 951.501670] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.509329] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951807, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.636305] env[68867]: DEBUG oslo_concurrency.lockutils [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.874638] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dcc170-e180-12eb-3ae7-a82c33305478, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.878781] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.879244] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] b4f78403-1571-4bd0-b045-4487fe6e05b8/b4f78403-1571-4bd0-b045-4487fe6e05b8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.879913] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e841410-78d3-4337-bcda-4abc9272bc36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.888680] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 951.888680] env[68867]: value = "task-2951808" [ 951.888680] env[68867]: _type = "Task" [ 951.888680] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.904717] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.012119] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951807, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.240830] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bef5af-1dac-4795-a919-9975cc52ef7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.255660] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d8aa83-c63c-4d48-9843-785cd7d6e699 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.292124] env[68867]: DEBUG nova.network.neutron [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Updated VIF entry in instance network info cache for port ad6e80eb-bee7-4200-82de-5a8b7d8baf29. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.292484] env[68867]: DEBUG nova.network.neutron [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Updating instance_info_cache with network_info: [{"id": "ad6e80eb-bee7-4200-82de-5a8b7d8baf29", "address": "fa:16:3e:a6:74:0f", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6e80eb-be", "ovs_interfaceid": "ad6e80eb-bee7-4200-82de-5a8b7d8baf29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.294559] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecbf2e7-6ebb-4d7d-8082-70b2f6125ef3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.305132] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399fa6f4-44ae-4a8c-85ea-a8d2aca0216c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.323847] env[68867]: DEBUG nova.compute.provider_tree [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.401246] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.514484] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951807, 'name': CreateVM_Task, 'duration_secs': 0.524199} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.514674] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.515521] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.515708] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.516049] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.516366] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6eb75d-0380-42d2-89a4-4941dd0351d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.521819] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 952.521819] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a779dc-1238-140f-c339-c717b14ff160" [ 952.521819] env[68867]: _type = "Task" [ 952.521819] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.530316] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a779dc-1238-140f-c339-c717b14ff160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.799037] env[68867]: DEBUG oslo_concurrency.lockutils [req-cd11292e-f481-41c5-be48-72f1e0561e53 req-39a493e2-3f05-4d5f-a59e-5dc11cf026c5 service nova] Releasing lock "refresh_cache-0c506724-8d87-40ef-9f7c-755ad33415be" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.827148] env[68867]: DEBUG nova.scheduler.client.report [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.899371] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677265} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.899705] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] b4f78403-1571-4bd0-b045-4487fe6e05b8/b4f78403-1571-4bd0-b045-4487fe6e05b8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.899847] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.900165] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76decb0a-d5fc-4e2e-a86f-21a00e25afbf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.908510] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 952.908510] env[68867]: value = "task-2951809" [ 952.908510] env[68867]: _type = "Task" [ 952.908510] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.917516] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.033071] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a779dc-1238-140f-c339-c717b14ff160, 'name': SearchDatastore_Task, 'duration_secs': 0.028883} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.033071] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.033071] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.033337] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.033337] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.033435] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.033693] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76d76c50-83a9-4f3c-8ea7-153a828a6054 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.047043] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.047245] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.048142] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5bebf8-bab5-4d6f-83ab-5265c75741a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.054594] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 953.054594] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521e6faf-7d07-f3e2-7ded-4319aeb25d0a" [ 953.054594] env[68867]: _type = "Task" [ 953.054594] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.065688] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521e6faf-7d07-f3e2-7ded-4319aeb25d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.176315] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.176638] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b378c1a7-b4bf-4913-b8da-a02e6aae5859 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.184183] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 953.184183] env[68867]: value = "task-2951810" [ 953.184183] env[68867]: _type = "Task" [ 953.184183] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.194967] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.334360] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.334941] env[68867]: DEBUG nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.338776] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.919s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.375450] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15067-945d-c819-a413-5fff06a1f6a5/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.375450] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d717c8c4-238d-41c2-aa15-a17dea1af5ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.383278] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15067-945d-c819-a413-5fff06a1f6a5/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.383412] env[68867]: ERROR oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15067-945d-c819-a413-5fff06a1f6a5/disk-0.vmdk due to incomplete transfer. [ 953.384599] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1458532f-aafa-4a04-accb-08e219bf99cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.394265] env[68867]: DEBUG oslo_vmware.rw_handles [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15067-945d-c819-a413-5fff06a1f6a5/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 953.394504] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Uploaded image 329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 953.397266] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.397552] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4aa51c87-396a-4233-bb9a-9edddaaed028 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.404857] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 953.404857] env[68867]: value = "task-2951811" [ 953.404857] env[68867]: _type = "Task" [ 953.404857] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.418728] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951811, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.422343] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209691} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.422625] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.423447] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a359f1a-a965-414a-8b28-0cac7c43bb74 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.447917] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b4f78403-1571-4bd0-b045-4487fe6e05b8/b4f78403-1571-4bd0-b045-4487fe6e05b8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.448636] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c2a607-afc4-49aa-8649-8a54233db306 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.468827] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 953.468827] env[68867]: value = "task-2951812" [ 953.468827] env[68867]: _type = "Task" [ 953.468827] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.480140] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.567246] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521e6faf-7d07-f3e2-7ded-4319aeb25d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.022781} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.568333] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a207841-f710-49f0-8164-7e1123b9de25 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.574336] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 953.574336] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5272f226-426a-76d8-f78b-5e73c47d451e" [ 953.574336] env[68867]: _type = "Task" [ 953.574336] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.583958] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5272f226-426a-76d8-f78b-5e73c47d451e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.693881] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951810, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.853807] env[68867]: DEBUG nova.compute.utils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.855656] env[68867]: DEBUG nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.856123] env[68867]: DEBUG nova.network.neutron [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.915777] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951811, 'name': Destroy_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.921225] env[68867]: DEBUG nova.policy [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.978366] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.089411] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5272f226-426a-76d8-f78b-5e73c47d451e, 'name': SearchDatastore_Task, 'duration_secs': 0.01817} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.089812] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.090220] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 0c506724-8d87-40ef-9f7c-755ad33415be/0c506724-8d87-40ef-9f7c-755ad33415be.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.090600] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d90b95f-6be3-41fe-9cbf-0a0f047cd27a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.100363] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 954.100363] env[68867]: value = "task-2951813" [ 954.100363] env[68867]: _type = "Task" [ 954.100363] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.118022] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.194976] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951810, 'name': PowerOffVM_Task, 'duration_secs': 0.576364} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.195398] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.196390] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0339ce-2b1f-45d9-84be-954e99db50bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.215595] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a61852-c3f4-47a1-a32c-09d39b5ed9fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.249412] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.249727] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07710e66-2a3e-4f73-a62f-23a628f12d0f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.257877] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 954.257877] env[68867]: value = "task-2951814" [ 954.257877] env[68867]: _type = "Task" [ 954.257877] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.266014] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.356418] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Applying migration context for instance 222942b9-d459-4937-83e0-30de9e0e30d1 as it has an incoming, in-progress migration 3f2548e8-60cf-4e47-a19e-526547c550c9. Migration status is reverting {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 954.358521] env[68867]: INFO nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating resource usage from migration 3f2548e8-60cf-4e47-a19e-526547c550c9 [ 954.361991] env[68867]: DEBUG nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.387203] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aaa8e47e-7484-4b43-bcfd-c28ee2c6205d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.387576] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance d26c07a4-11ab-4cd2-bace-d081b6b09f30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.387820] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.388057] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 3be07c27-d983-4327-928b-cae2f12f09bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.388286] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9193b301-bb6f-4c46-9a53-f4205e68f49c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.388506] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 798211ff-6d41-4701-aadc-eb333c2e55d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.388727] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance fbbdbf71-bba7-4ec4-ba69-8141d1c28f25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.388968] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 5c0d7d13-150d-42af-9bc6-3646e104bbcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.389218] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 5f6232f0-aa98-4045-a3da-e7b33e81250b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.389458] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance fb7af9f9-1c78-42b9-bb32-b0f86cc019ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.389687] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance ad510634-ae59-4378-b132-682d4ecd3b2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.389941] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 1b19c305-95fc-45d3-b4cb-59f8a73de667 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.390205] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.390435] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Migration 3f2548e8-60cf-4e47-a19e-526547c550c9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 954.390659] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 222942b9-d459-4937-83e0-30de9e0e30d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.390880] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.391112] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance e5264bda-2687-4d46-a27f-a41b8ac5f89d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.391333] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.391552] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.391761] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.391973] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance b4f78403-1571-4bd0-b045-4487fe6e05b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.392204] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 0c506724-8d87-40ef-9f7c-755ad33415be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.392418] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 44c08386-7b8a-4cb2-9788-1bbbbe144f02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.419852] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951811, 'name': Destroy_Task, 'duration_secs': 0.711939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.420214] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Destroyed the VM [ 954.420385] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 954.420634] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4422efbe-bf57-44cf-b507-a91a7f7d0f9e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.428504] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 954.428504] env[68867]: value = "task-2951815" [ 954.428504] env[68867]: _type = "Task" [ 954.428504] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.437690] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951815, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.480334] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951812, 'name': ReconfigVM_Task, 'duration_secs': 0.60669} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.480640] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b4f78403-1571-4bd0-b045-4487fe6e05b8/b4f78403-1571-4bd0-b045-4487fe6e05b8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.481351] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba9ed19e-a066-47c8-b07b-be56c6a09bee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.488593] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 954.488593] env[68867]: value = "task-2951816" [ 954.488593] env[68867]: _type = "Task" [ 954.488593] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.499354] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951816, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.503329] env[68867]: DEBUG nova.network.neutron [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Successfully created port: beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.612427] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.769381] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 954.769381] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.769381] env[68867]: DEBUG oslo_concurrency.lockutils [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.769646] env[68867]: DEBUG oslo_concurrency.lockutils [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.769646] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.769901] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f90e710-6996-4638-b72e-e080645ccc3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.778339] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.778524] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.779283] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4164c024-617a-4b33-9493-02f77b5ef25a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.785272] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 954.785272] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5273b468-d521-e4fe-2775-51f162867d13" [ 954.785272] env[68867]: _type = "Task" [ 954.785272] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.793316] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5273b468-d521-e4fe-2775-51f162867d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.874212] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "0e1165df-35a2-454c-bbe2-1f685600e05d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.874437] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.896015] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 954.939253] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951815, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.998685] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951816, 'name': Rename_Task, 'duration_secs': 0.231984} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.999013] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.999375] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd33c62a-75de-4423-8ee3-1d4a2b44ca24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.005796] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 955.005796] env[68867]: value = "task-2951817" [ 955.005796] env[68867]: _type = "Task" [ 955.005796] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.013333] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.112028] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525767} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.112028] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 0c506724-8d87-40ef-9f7c-755ad33415be/0c506724-8d87-40ef-9f7c-755ad33415be.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.112028] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.112028] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-991f4574-4339-45d6-9451-40a64e61a79d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.118394] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 955.118394] env[68867]: value = "task-2951818" [ 955.118394] env[68867]: _type = "Task" [ 955.118394] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.126267] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.295946] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5273b468-d521-e4fe-2775-51f162867d13, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.296774] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e968294d-d56d-492c-9405-80fdb4853688 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.301890] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 955.301890] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5262160c-7e04-1715-25f0-6075b0d4b300" [ 955.301890] env[68867]: _type = "Task" [ 955.301890] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.309713] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5262160c-7e04-1715-25f0-6075b0d4b300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.372621] env[68867]: DEBUG nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.397968] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.398955] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.398955] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.398955] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.398955] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.398955] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.399205] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.399241] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.399393] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.399549] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.399716] env[68867]: DEBUG nova.virt.hardware [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.400463] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance f0631dff-5185-48ae-8fe5-fc7c12d16ed3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.402248] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08d16fd-749c-4eca-b840-0de7d2a48c5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.410822] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b38ec-083d-4aa7-9a11-cdba35831428 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.438697] env[68867]: DEBUG oslo_vmware.api [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951815, 'name': RemoveSnapshot_Task, 'duration_secs': 0.776394} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.439064] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 955.439339] env[68867]: INFO nova.compute.manager [None req-869454a7-fcee-4692-ab7d-b6f998846753 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 955.515526] env[68867]: DEBUG oslo_vmware.api [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951817, 'name': PowerOnVM_Task, 'duration_secs': 0.438627} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.515837] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.516058] env[68867]: INFO nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Took 9.36 seconds to spawn the instance on the hypervisor. [ 955.516244] env[68867]: DEBUG nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.516987] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506fbac0-5ed5-44da-9c89-65966f3d0c01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.628525] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077342} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.628777] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.629567] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f2719-bbb7-43ab-8b62-f108ea74c1a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.652361] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 0c506724-8d87-40ef-9f7c-755ad33415be/0c506724-8d87-40ef-9f7c-755ad33415be.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.652630] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b87cab-a21e-4f84-98cd-0bddf1530874 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.674457] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 955.674457] env[68867]: value = "task-2951819" [ 955.674457] env[68867]: _type = "Task" [ 955.674457] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.682211] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.812762] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5262160c-7e04-1715-25f0-6075b0d4b300, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.813037] env[68867]: DEBUG oslo_concurrency.lockutils [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.813302] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. {{(pid=68867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 955.813561] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c07c8e-d1e7-41e4-b90e-6f00697edecd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.819392] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 955.819392] env[68867]: value = "task-2951820" [ 955.819392] env[68867]: _type = "Task" [ 955.819392] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.826542] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.905968] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance e7615fbd-1261-4800-9e0c-90b22ebc25a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.033171] env[68867]: INFO nova.compute.manager [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Took 57.61 seconds to build instance. [ 956.185168] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.211196] env[68867]: DEBUG nova.compute.manager [req-46dbcdb2-3ef2-425d-83cf-9e3f3a1ccadf req-2c5a580e-7b12-418b-8b61-b3e74f0b07e7 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-vif-plugged-beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.211514] env[68867]: DEBUG oslo_concurrency.lockutils [req-46dbcdb2-3ef2-425d-83cf-9e3f3a1ccadf req-2c5a580e-7b12-418b-8b61-b3e74f0b07e7 service nova] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.211879] env[68867]: DEBUG oslo_concurrency.lockutils [req-46dbcdb2-3ef2-425d-83cf-9e3f3a1ccadf req-2c5a580e-7b12-418b-8b61-b3e74f0b07e7 service nova] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.212110] env[68867]: DEBUG oslo_concurrency.lockutils [req-46dbcdb2-3ef2-425d-83cf-9e3f3a1ccadf req-2c5a580e-7b12-418b-8b61-b3e74f0b07e7 service nova] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.212311] env[68867]: DEBUG nova.compute.manager [req-46dbcdb2-3ef2-425d-83cf-9e3f3a1ccadf req-2c5a580e-7b12-418b-8b61-b3e74f0b07e7 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] No waiting events found dispatching network-vif-plugged-beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.212512] env[68867]: WARNING nova.compute.manager [req-46dbcdb2-3ef2-425d-83cf-9e3f3a1ccadf req-2c5a580e-7b12-418b-8b61-b3e74f0b07e7 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received unexpected event network-vif-plugged-beafe78d-4b11-492c-9022-14a135b8e630 for instance with vm_state building and task_state spawning. [ 956.278835] env[68867]: DEBUG nova.network.neutron [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Successfully updated port: beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.329747] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951820, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.409861] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 3198afdf-53d4-4ed2-a3c9-ddfddf14309b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.536867] env[68867]: DEBUG oslo_concurrency.lockutils [None req-638a7a1a-1779-4f5c-90b5-14a7069a4e70 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.227s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.686386] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951819, 'name': ReconfigVM_Task, 'duration_secs': 0.798678} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.686672] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 0c506724-8d87-40ef-9f7c-755ad33415be/0c506724-8d87-40ef-9f7c-755ad33415be.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.687321] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3735cbe-7e9c-4a03-b041-3c75ff64d175 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.692620] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 956.692620] env[68867]: value = "task-2951821" [ 956.692620] env[68867]: _type = "Task" [ 956.692620] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.700029] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951821, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.781436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.781591] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.781746] env[68867]: DEBUG nova.network.neutron [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.831841] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831843} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.832211] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. [ 956.833032] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5292baf3-8f99-4a1f-9b5a-f449472c7801 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.857663] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.857961] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c24bd05-f2db-4a28-860b-257a1fb3518f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.875900] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 956.875900] env[68867]: value = "task-2951822" [ 956.875900] env[68867]: _type = "Task" [ 956.875900] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.883976] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.913821] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance bb127176-9aaa-4a7e-bb71-59aff3271715 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.038680] env[68867]: DEBUG nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.202746] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951821, 'name': Rename_Task, 'duration_secs': 0.472801} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.203531] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.203531] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f38c64fc-8fdd-4ec5-87d5-43cd0d4b5ee8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.209437] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 957.209437] env[68867]: value = "task-2951823" [ 957.209437] env[68867]: _type = "Task" [ 957.209437] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.217037] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.348115] env[68867]: DEBUG nova.network.neutron [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.386033] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.417421] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9bcab890-6320-4cdc-9852-8e1d22ce6965 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.572474] env[68867]: DEBUG nova.network.neutron [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.574702] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.720047] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.890642] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951822, 'name': ReconfigVM_Task, 'duration_secs': 0.988236} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.891019] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.892261] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d17f8ef-1abe-4293-b4f9-1f6e4622a6cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.921868] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.922169] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 957.922329] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 957.930820] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ae487e-5500-4ab1-846f-40e399f580ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.946088] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 957.946088] env[68867]: value = "task-2951824" [ 957.946088] env[68867]: _type = "Task" [ 957.946088] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.957140] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.076015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.076593] env[68867]: DEBUG nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Instance network_info: |[{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.076677] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:e4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beafe78d-4b11-492c-9022-14a135b8e630', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.084937] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.087894] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.088375] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69644648-a997-4713-99af-4ba3ef5c13f4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.112386] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.112386] env[68867]: value = "task-2951825" [ 958.112386] env[68867]: _type = "Task" [ 958.112386] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.124161] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951825, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.168843] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.169124] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.221273] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.256979] env[68867]: DEBUG nova.compute.manager [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-changed-beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.257235] env[68867]: DEBUG nova.compute.manager [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing instance network info cache due to event network-changed-beafe78d-4b11-492c-9022-14a135b8e630. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.257467] env[68867]: DEBUG oslo_concurrency.lockutils [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.257598] env[68867]: DEBUG oslo_concurrency.lockutils [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.257758] env[68867]: DEBUG nova.network.neutron [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing network info cache for port beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.370986] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b67b88e-79d8-4da6-b0ae-bf60efc948ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.378014] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f47578-041e-4e3a-b22f-9c57c927b7d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.409481] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c631d2ba-2803-4616-90f6-b1d27026a8bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.416554] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce74635-10d2-4992-bca3-bbe425b4c827 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.430216] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.457430] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951824, 'name': ReconfigVM_Task, 'duration_secs': 0.173681} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.457743] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.458014] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14faa7a2-d57d-40a4-8b71-069ac159cf6d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.464357] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 958.464357] env[68867]: value = "task-2951826" [ 958.464357] env[68867]: _type = "Task" [ 958.464357] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.470952] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.623825] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951825, 'name': CreateVM_Task, 'duration_secs': 0.496147} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.624022] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.624732] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.624894] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.625259] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.625513] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3aab50a-c710-409d-8d53-ad6f942ebecd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.630392] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 958.630392] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e6edcc-dc91-da10-27d7-0de60b6bef1c" [ 958.630392] env[68867]: _type = "Task" [ 958.630392] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.637989] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e6edcc-dc91-da10-27d7-0de60b6bef1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.719861] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951823, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.936067] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.974671] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.994921] env[68867]: DEBUG nova.network.neutron [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updated VIF entry in instance network info cache for port beafe78d-4b11-492c-9022-14a135b8e630. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.995359] env[68867]: DEBUG nova.network.neutron [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.142524] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e6edcc-dc91-da10-27d7-0de60b6bef1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.143012] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.143162] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.143395] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.143564] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.143747] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.144121] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c522923-4ada-499c-86e4-8fd9526835de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.152528] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.153213] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.153423] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc1fc91-34e3-4179-912c-a8ff5c947c87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.158586] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 959.158586] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d1934b-b37d-8e8b-49b2-9cdcfc967cb1" [ 959.158586] env[68867]: _type = "Task" [ 959.158586] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.167656] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d1934b-b37d-8e8b-49b2-9cdcfc967cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.219804] env[68867]: DEBUG oslo_vmware.api [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951823, 'name': PowerOnVM_Task, 'duration_secs': 1.523946} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.220136] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.220342] env[68867]: INFO nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Took 9.53 seconds to spawn the instance on the hypervisor. [ 959.220516] env[68867]: DEBUG nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.221310] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af185a-28d9-4ba6-9efe-4cba6d9134f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.445026] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 959.445026] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.106s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.445204] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.306s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.445382] env[68867]: DEBUG nova.objects.instance [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.448411] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.448550] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Cleaning up deleted instances {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.473843] env[68867]: DEBUG oslo_vmware.api [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951826, 'name': PowerOnVM_Task, 'duration_secs': 0.568215} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.474214] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.477591] env[68867]: DEBUG nova.compute.manager [None req-357746e2-27df-4962-8d7b-b1c133caecfb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.478595] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7292a6-2d91-4d0f-b912-d3abb12917ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.497774] env[68867]: DEBUG oslo_concurrency.lockutils [req-82a543b5-8fba-4907-9271-00125a523002 req-783885c2-9936-4238-87c7-0cc3f2ad71e6 service nova] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.668687] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d1934b-b37d-8e8b-49b2-9cdcfc967cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.037195} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.669469] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0008b3-b7fb-4043-8dbf-40302fe77e3f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.674696] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 959.674696] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523f0484-de16-a113-df27-4a8c468a0b07" [ 959.674696] env[68867]: _type = "Task" [ 959.674696] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.681915] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523f0484-de16-a113-df27-4a8c468a0b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.739150] env[68867]: INFO nova.compute.manager [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Took 59.77 seconds to build instance. [ 959.964666] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] There are 46 instances to clean {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 959.964937] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 0b0bd42e-394f-452b-950c-820d02eeeb37] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.184909] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523f0484-de16-a113-df27-4a8c468a0b07, 'name': SearchDatastore_Task, 'duration_secs': 0.027622} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.185233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.185482] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 44c08386-7b8a-4cb2-9788-1bbbbe144f02/44c08386-7b8a-4cb2-9788-1bbbbe144f02.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.185750] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31604d03-cbdf-4c47-a2a2-6818485da383 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.191921] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 960.191921] env[68867]: value = "task-2951827" [ 960.191921] env[68867]: _type = "Task" [ 960.191921] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.199202] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.241890] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6eeb962c-9df7-425e-80f7-44bc87b412e8 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.440s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.469159] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f3f995f-f96b-4549-a8f3-cfe1624c7607 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.471625] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 71871f70-15df-4677-8374-5cc6503fc4ba] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.474988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.238s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.474988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.477031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.255s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.510727] env[68867]: INFO nova.scheduler.client.report [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Deleted allocations for instance fb7af9f9-1c78-42b9-bb32-b0f86cc019ae [ 960.703625] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451422} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.703921] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 44c08386-7b8a-4cb2-9788-1bbbbe144f02/44c08386-7b8a-4cb2-9788-1bbbbe144f02.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.704150] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.704418] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14aa740a-8826-4be2-a28f-9dfe6e856d5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.710961] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 960.710961] env[68867]: value = "task-2951828" [ 960.710961] env[68867]: _type = "Task" [ 960.710961] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.719965] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.745962] env[68867]: DEBUG nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.979854] env[68867]: DEBUG nova.objects.instance [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lazy-loading 'migration_context' on Instance uuid 222942b9-d459-4937-83e0-30de9e0e30d1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.981236] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 84812a0f-625b-433f-ad32-71df3bf61b67] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.018013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-502422d8-7852-4212-b401-51f56bc11069 tempest-ServerMetadataTestJSON-1797574316 tempest-ServerMetadataTestJSON-1797574316-project-member] Lock "fb7af9f9-1c78-42b9-bb32-b0f86cc019ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.207s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.119458] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "0c506724-8d87-40ef-9f7c-755ad33415be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.119746] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.220441] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06586} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.220735] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.221506] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61448d1f-a352-42ee-9d01-fb1a34fec8d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.244841] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 44c08386-7b8a-4cb2-9788-1bbbbe144f02/44c08386-7b8a-4cb2-9788-1bbbbe144f02.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.244841] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b1856b-4dee-421f-a8d5-a77dc1455f1d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.271255] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 961.271255] env[68867]: value = "task-2951829" [ 961.271255] env[68867]: _type = "Task" [ 961.271255] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.279918] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.283358] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.486569] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: d425f53b-adc7-4da1-90c8-de8ea43f486a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.623104] env[68867]: DEBUG nova.compute.utils [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.785466] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.916858] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589d7c57-359d-431c-9de0-3920cfe1e86c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.924755] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be01954-82eb-4501-a411-155083622fa5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.959284] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a191465-3ffb-4574-acb4-f3ce4acc2088 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.971343] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f132c-7868-476f-9304-5df5f135833c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.983684] env[68867]: DEBUG nova.compute.provider_tree [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.989199] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 00034a52-903c-4575-acd3-4912a144e6ef] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.128036] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.282283] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951829, 'name': ReconfigVM_Task, 'duration_secs': 0.786929} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.282914] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 44c08386-7b8a-4cb2-9788-1bbbbe144f02/44c08386-7b8a-4cb2-9788-1bbbbe144f02.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.283237] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26eab496-e1a2-4ad4-9690-cb9b48f8b5b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.289894] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 962.289894] env[68867]: value = "task-2951830" [ 962.289894] env[68867]: _type = "Task" [ 962.289894] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.298027] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951830, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.469053] env[68867]: INFO nova.compute.manager [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Rescuing [ 962.469368] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.469506] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.469671] env[68867]: DEBUG nova.network.neutron [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.486706] env[68867]: DEBUG nova.scheduler.client.report [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.492325] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 11bc20f4-fdb7-4907-ae3d-088ea6294592] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.799703] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951830, 'name': Rename_Task, 'duration_secs': 0.296155} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.799974] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.800220] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f4f5c4-f5b3-4d18-bb7f-64fcabd74b80 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.806796] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 962.806796] env[68867]: value = "task-2951831" [ 962.806796] env[68867]: _type = "Task" [ 962.806796] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.818229] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.003031] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 6e428a90-9bb5-4093-99ef-4e9efa880cb8] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.197401] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "0c506724-8d87-40ef-9f7c-755ad33415be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.197656] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.197890] env[68867]: INFO nova.compute.manager [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Attaching volume 53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4 to /dev/sdb [ 963.219079] env[68867]: DEBUG nova.network.neutron [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Updating instance_info_cache with network_info: [{"id": "8ede7c19-2aac-44de-8353-60b70bcede73", "address": "fa:16:3e:49:84:5b", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ede7c19-2a", "ovs_interfaceid": "8ede7c19-2aac-44de-8353-60b70bcede73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.234461] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87abdb-85f3-49d0-8c29-78a8aad5ea30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.242389] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b18e19-3c8c-43ea-ba83-09fbbc7d1f2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.257397] env[68867]: DEBUG nova.virt.block_device [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Updating existing volume attachment record: d9e8b9a0-5b6a-40f0-bf5e-4f0fa290d5fb {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 963.317463] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951831, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.498010] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.021s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.503961] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.138s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.505362] env[68867]: INFO nova.compute.claims [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.509120] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 0ea266a1-6231-47a9-84c4-c78fb619f713] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.722397] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.818354] env[68867]: DEBUG oslo_vmware.api [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2951831, 'name': PowerOnVM_Task, 'duration_secs': 0.542738} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.818617] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.818817] env[68867]: INFO nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Took 8.45 seconds to spawn the instance on the hypervisor. [ 963.819046] env[68867]: DEBUG nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.819802] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be03d602-a09e-4969-877a-74261fe23b24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.012509] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: d34132e0-a8de-4502-8f32-16056146ec8a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.335751] env[68867]: INFO nova.compute.manager [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Took 55.46 seconds to build instance. [ 964.517951] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 1bf15cde-c03f-426d-8a59-af1bba3b394d] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.839286] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5f7a5221-03e5-4c45-8802-62937f6f6c89 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.417s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.891270] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b89437c-c77b-490d-b99f-3567944bc8cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.899028] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7335496d-ff10-40f7-a609-2c3e107aef39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.929235] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdb62c7-90f4-4c8d-a22f-4632871b413c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.936566] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bc83d8-930e-4432-adf1-0fc14a6e82b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.952037] env[68867]: DEBUG nova.compute.provider_tree [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.023161] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 6abf8eea-9053-45bf-8c50-c7fc5d6f5d7c] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.043278] env[68867]: INFO nova.compute.manager [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Swapping old allocation on dict_keys(['c8b67410-0c3b-49cc-8b6c-49951b616589']) held by migration 3f2548e8-60cf-4e47-a19e-526547c550c9 for instance [ 965.067553] env[68867]: DEBUG nova.scheduler.client.report [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Overwriting current allocation {'allocations': {'c8b67410-0c3b-49cc-8b6c-49951b616589': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': 'bf325bdd0d244f66b3dd743151d94c92', 'user_id': '9107c4948ca549c0a84aa26fc0ef2886', 'consumer_generation': 1} on consumer 222942b9-d459-4937-83e0-30de9e0e30d1 {{(pid=68867) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 965.173793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.173986] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquired lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.174177] env[68867]: DEBUG nova.network.neutron [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.266747] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.266747] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf73feb-444b-4121-8893-0dbe51479980 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.277946] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 965.277946] env[68867]: value = "task-2951835" [ 965.277946] env[68867]: _type = "Task" [ 965.277946] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.289667] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.455808] env[68867]: DEBUG nova.scheduler.client.report [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.527639] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: d2ea3c01-ac5e-4075-81c6-862f4e526a20] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.609903] env[68867]: DEBUG nova.compute.manager [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-changed-beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.610079] env[68867]: DEBUG nova.compute.manager [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing instance network info cache due to event network-changed-beafe78d-4b11-492c-9022-14a135b8e630. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.610322] env[68867]: DEBUG oslo_concurrency.lockutils [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.610503] env[68867]: DEBUG oslo_concurrency.lockutils [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.610645] env[68867]: DEBUG nova.network.neutron [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing network info cache for port beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.788688] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951835, 'name': PowerOffVM_Task, 'duration_secs': 0.198967} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.788995] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.789930] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa24ea40-6500-49bf-baf8-949be35d5325 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.817253] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c15197a-bc3b-4374-8fab-3e5a747a071b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.863593] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.863908] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c690fb0a-4ae3-4e16-8ba6-15e49cebf2fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.871497] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 965.871497] env[68867]: value = "task-2951837" [ 965.871497] env[68867]: _type = "Task" [ 965.871497] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.882882] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.961150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.961654] env[68867]: DEBUG nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.966230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.927s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.966230] env[68867]: DEBUG nova.objects.instance [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 966.012168] env[68867]: DEBUG nova.network.neutron [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [{"id": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "address": "fa:16:3e:87:eb:bc", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f461e5-a1", "ovs_interfaceid": "b3f461e5-a1ce-4efc-b537-56b4d3f98ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.030850] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: d3784d6b-3bc1-496a-99de-d3db8d261ae7] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.386663] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.386891] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.387168] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.387654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.387871] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.388150] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fda32d6-6113-4e88-b08c-f451eb5053a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.402026] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.402026] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.402026] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c0f792-22ff-432a-9bee-cb2563fb2ba7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.407910] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 966.407910] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52246e61-f2ea-923b-ab93-62eb2edf8f35" [ 966.407910] env[68867]: _type = "Task" [ 966.407910] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.418198] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52246e61-f2ea-923b-ab93-62eb2edf8f35, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.418970] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad474a2-494c-499b-a498-4a49a94d4e3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.425168] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 966.425168] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c9db78-2e9e-1db2-1b5c-219eb34d52a6" [ 966.425168] env[68867]: _type = "Task" [ 966.425168] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.434304] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c9db78-2e9e-1db2-1b5c-219eb34d52a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.439761] env[68867]: DEBUG nova.network.neutron [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updated VIF entry in instance network info cache for port beafe78d-4b11-492c-9022-14a135b8e630. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.440123] env[68867]: DEBUG nova.network.neutron [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.476845] env[68867]: DEBUG nova.compute.utils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.478264] env[68867]: DEBUG nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.478430] env[68867]: DEBUG nova.network.neutron [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.515324] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Releasing lock "refresh_cache-222942b9-d459-4937-83e0-30de9e0e30d1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.515871] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.516164] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab9abd38-e3a2-4543-8653-9095d64dd0e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.521049] env[68867]: DEBUG nova.policy [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8228e00c20794f5396c147841780b00c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '863b91ba74b5418397f19c702914b702', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.525226] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 966.525226] env[68867]: value = "task-2951838" [ 966.525226] env[68867]: _type = "Task" [ 966.525226] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.535231] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: daa44d73-b9a8-4aaa-9240-410dfc5d2d80] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.537543] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.859055] env[68867]: DEBUG nova.network.neutron [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Successfully created port: df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.940581] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c9db78-2e9e-1db2-1b5c-219eb34d52a6, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.940962] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.941478] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. {{(pid=68867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 966.941850] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-123c3ffd-c986-4f65-a8d8-8a0849e66dbe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.945351] env[68867]: DEBUG oslo_concurrency.lockutils [req-e8e24f01-7053-43ac-854c-5e3018a5bbb9 req-bdc13f2a-fab8-48f1-b31d-fbe3bd1d6a33 service nova] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.964741] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 966.964741] env[68867]: value = "task-2951839" [ 966.964741] env[68867]: _type = "Task" [ 966.964741] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.975734] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.980933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f293a317-6867-46f7-b28c-6a40e74a9af7 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.982404] env[68867]: DEBUG nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.986100] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.772s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.986390] env[68867]: INFO nova.compute.claims [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.038937] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951838, 'name': PowerOffVM_Task, 'duration_secs': 0.219927} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.039605] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: fee46f73-ed67-44bf-8595-7fcc105edb8e] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.041566] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:53:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='233e5bba-a41c-4192-89eb-7e1b6af6f255',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292981484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.044092] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.049809] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49c614eb-54e5-468f-8f73-9dac5ef39173 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.069826] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 967.069826] env[68867]: value = "task-2951840" [ 967.069826] env[68867]: _type = "Task" [ 967.069826] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.078954] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.477086] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.550780] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: b65b8b21-680b-4bb6-8ea4-5bc8f026f771] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.579896] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951840, 'name': ReconfigVM_Task, 'duration_secs': 0.165562} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.581847] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d98a5-61b3-4082-9c17-b3848479227f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.602227] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:53:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='233e5bba-a41c-4192-89eb-7e1b6af6f255',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292981484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.602502] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.602657] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.602834] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.602980] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.603137] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.603338] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.603495] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.603652] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.603807] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.603977] env[68867]: DEBUG nova.virt.hardware [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.604813] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d18ae4f-5943-45f9-881e-5992c96e1bcd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.611541] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 967.611541] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c07b1d-2b23-4794-cdea-a61c348ec466" [ 967.611541] env[68867]: _type = "Task" [ 967.611541] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.621035] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c07b1d-2b23-4794-cdea-a61c348ec466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.811497] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 967.811756] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592438', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'name': 'volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c506724-8d87-40ef-9f7c-755ad33415be', 'attached_at': '', 'detached_at': '', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'serial': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 967.812636] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77737245-ef5a-488e-bedf-af09f574c968 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.829993] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec01fafd-9651-4ab6-9bdb-96d98628a86c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.856191] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4/volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.856852] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803689a4-d5e6-4807-8117-413737a92200 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.876062] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 967.876062] env[68867]: value = "task-2951841" [ 967.876062] env[68867]: _type = "Task" [ 967.876062] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.885452] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.977070] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636419} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.977314] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. [ 967.978111] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b4db93-50a5-4018-9671-d6f03f17fee2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.006675] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.008710] env[68867]: DEBUG nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.010637] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b413e3-246d-4592-97fc-c18fdf50ef80 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.032221] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 968.032221] env[68867]: value = "task-2951842" [ 968.032221] env[68867]: _type = "Task" [ 968.032221] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.040989] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.051902] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.052129] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.052303] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.052485] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.053112] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.053112] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.053112] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.053271] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.053351] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.053510] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.053677] env[68867]: DEBUG nova.virt.hardware [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.054110] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 14625365-3474-4822-a561-dce6ae6b5cfd] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.056528] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f0be83-341d-470f-a083-11178ede5554 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.067689] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9dcd5d-b50a-4ee6-9cf0-e8faa28802d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.122990] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c07b1d-2b23-4794-cdea-a61c348ec466, 'name': SearchDatastore_Task, 'duration_secs': 0.022352} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.132498] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.133032] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c56199a0-c468-4464-81a5-d6a9e0414b6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.156793] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 968.156793] env[68867]: value = "task-2951843" [ 968.156793] env[68867]: _type = "Task" [ 968.156793] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.168486] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.387443] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.440909] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb0e548-381a-404b-b9a1-472456f2397a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.450713] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc805be7-c0e2-493c-a62a-a81584ac938f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.454919] env[68867]: DEBUG nova.compute.manager [req-6c5ebab0-1d6a-4f36-942d-44c104d00202 req-ff1c0aff-d8a9-4d92-a669-84949a4bf381 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Received event network-vif-plugged-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.455150] env[68867]: DEBUG oslo_concurrency.lockutils [req-6c5ebab0-1d6a-4f36-942d-44c104d00202 req-ff1c0aff-d8a9-4d92-a669-84949a4bf381 service nova] Acquiring lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.455362] env[68867]: DEBUG oslo_concurrency.lockutils [req-6c5ebab0-1d6a-4f36-942d-44c104d00202 req-ff1c0aff-d8a9-4d92-a669-84949a4bf381 service nova] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.455526] env[68867]: DEBUG oslo_concurrency.lockutils [req-6c5ebab0-1d6a-4f36-942d-44c104d00202 req-ff1c0aff-d8a9-4d92-a669-84949a4bf381 service nova] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.455688] env[68867]: DEBUG nova.compute.manager [req-6c5ebab0-1d6a-4f36-942d-44c104d00202 req-ff1c0aff-d8a9-4d92-a669-84949a4bf381 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] No waiting events found dispatching network-vif-plugged-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.455845] env[68867]: WARNING nova.compute.manager [req-6c5ebab0-1d6a-4f36-942d-44c104d00202 req-ff1c0aff-d8a9-4d92-a669-84949a4bf381 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Received unexpected event network-vif-plugged-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee for instance with vm_state building and task_state spawning. [ 968.486499] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f3b35b-6dc7-4776-84e2-5a2c0b6b5383 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.495125] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab1a9d-d056-4562-adac-1e545b5caf9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.509204] env[68867]: DEBUG nova.compute.provider_tree [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.542486] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.560763] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: adc0124f-b328-4243-a734-75a8a6424d5d] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.563998] env[68867]: DEBUG nova.network.neutron [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Successfully updated port: df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.667017] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951843, 'name': ReconfigVM_Task, 'duration_secs': 0.249645} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.667314] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.668101] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f284f6-6058-49e9-8ded-192ff37bdf6d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.690334] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.690642] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e45356f-43dd-41b9-9940-29bf2850e446 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.710992] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 968.710992] env[68867]: value = "task-2951844" [ 968.710992] env[68867]: _type = "Task" [ 968.710992] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.719095] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.891205] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.012104] env[68867]: DEBUG nova.scheduler.client.report [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.043361] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951842, 'name': ReconfigVM_Task, 'duration_secs': 0.945552} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.043726] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.044610] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25f416-ee26-4d77-85d3-dd1a3ddad489 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.066024] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 66b2bb97-67dd-40cd-bdba-dd70e30823be] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.068604] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.068743] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.068884] env[68867]: DEBUG nova.network.neutron [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.074902] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f199fcbb-9a2f-42e6-b294-3e86022b3d83 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.092977] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 969.092977] env[68867]: value = "task-2951845" [ 969.092977] env[68867]: _type = "Task" [ 969.092977] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.101455] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.221470] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951844, 'name': ReconfigVM_Task, 'duration_secs': 0.294475} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.222172] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1/222942b9-d459-4937-83e0-30de9e0e30d1.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.222740] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f4d6e8-b11f-44b2-97d3-e31cd3fd534d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.242410] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc8cf33-9d5f-4e0a-aa5e-94b9ed4714e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.261551] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d19942e-f8b9-4488-a46a-dec72b9e7713 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.281592] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdd4472-2665-4200-9ea1-121e475e3b9b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.289830] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.290143] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce84547-765a-4e88-8c38-5a78dc0f98d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.295726] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 969.295726] env[68867]: value = "task-2951846" [ 969.295726] env[68867]: _type = "Task" [ 969.295726] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.388253] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951841, 'name': ReconfigVM_Task, 'duration_secs': 1.125171} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.388620] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4/volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.393669] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-635b2406-bb26-4b19-aae0-ea1b1f49ab39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.409486] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 969.409486] env[68867]: value = "task-2951847" [ 969.409486] env[68867]: _type = "Task" [ 969.409486] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.422356] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.516980] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.517626] env[68867]: DEBUG nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.520821] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.818s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.520821] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.522743] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.480s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.524403] env[68867]: INFO nova.compute.claims [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.548638] env[68867]: INFO nova.scheduler.client.report [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted allocations for instance ad510634-ae59-4378-b132-682d4ecd3b2a [ 969.576035] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 862e124c-12d6-4f2b-92b3-6bafe7c93ff4] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.603836] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951845, 'name': ReconfigVM_Task, 'duration_secs': 0.204233} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.604148] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.604406] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f457c145-8500-40e8-880a-f666dc9483aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.612478] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 969.612478] env[68867]: value = "task-2951848" [ 969.612478] env[68867]: _type = "Task" [ 969.612478] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.617010] env[68867]: DEBUG nova.network.neutron [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.624616] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.806301] env[68867]: DEBUG oslo_vmware.api [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951846, 'name': PowerOnVM_Task, 'duration_secs': 0.393731} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.806621] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.920032] env[68867]: DEBUG oslo_vmware.api [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951847, 'name': ReconfigVM_Task, 'duration_secs': 0.22946} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.920300] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592438', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'name': 'volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c506724-8d87-40ef-9f7c-755ad33415be', 'attached_at': '', 'detached_at': '', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'serial': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 970.028991] env[68867]: DEBUG nova.compute.utils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.035324] env[68867]: DEBUG nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.035439] env[68867]: DEBUG nova.network.neutron [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.058212] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a8313845-f0c3-4bf4-ad31-ffe81d03f467 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "ad510634-ae59-4378-b132-682d4ecd3b2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.827s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.077947] env[68867]: DEBUG nova.policy [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f27e24481ad47af8b848ae542608928', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8061e531747e4a41fb07fc10ce326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.080321] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: f1c2938e-3a85-45ba-afb3-cea2f59a7b55] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.087208] env[68867]: DEBUG nova.network.neutron [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updating instance_info_cache with network_info: [{"id": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "address": "fa:16:3e:f1:16:78", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6e4fe7-13", "ovs_interfaceid": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.124563] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951848, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.430115] env[68867]: DEBUG nova.network.neutron [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Successfully created port: 8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.484845] env[68867]: DEBUG nova.compute.manager [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Received event network-changed-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.485057] env[68867]: DEBUG nova.compute.manager [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Refreshing instance network info cache due to event network-changed-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.485255] env[68867]: DEBUG oslo_concurrency.lockutils [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] Acquiring lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.536437] env[68867]: DEBUG nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.583929] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: bb71bace-8d28-4ff2-9316-eafb00b05663] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.588826] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Releasing lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.589302] env[68867]: DEBUG nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Instance network_info: |[{"id": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "address": "fa:16:3e:f1:16:78", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6e4fe7-13", "ovs_interfaceid": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.589679] env[68867]: DEBUG oslo_concurrency.lockutils [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] Acquired lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.589938] env[68867]: DEBUG nova.network.neutron [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Refreshing network info cache for port df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.591453] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:16:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df6e4fe7-134c-4ba7-8124-4b4c3b1704ee', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.605583] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.612373] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.613201] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793df435-20d5-490b-b91a-e4c849a8c693 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.641499] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "9193b301-bb6f-4c46-9a53-f4205e68f49c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.641766] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.641968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "9193b301-bb6f-4c46-9a53-f4205e68f49c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.642165] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.642328] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.644399] env[68867]: DEBUG oslo_vmware.api [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951848, 'name': PowerOnVM_Task, 'duration_secs': 0.658811} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.645050] env[68867]: INFO nova.compute.manager [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Terminating instance [ 970.648053] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.649546] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.649546] env[68867]: value = "task-2951849" [ 970.649546] env[68867]: _type = "Task" [ 970.649546] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.650701] env[68867]: DEBUG nova.compute.manager [None req-5492576c-08da-42bc-8a50-27f501119b93 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.655564] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2fd544-ec38-494e-bd85-769cc50bf7e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.668635] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951849, 'name': CreateVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.816876] env[68867]: INFO nova.compute.manager [None req-3a334e19-807e-4e08-9cc7-b0a1c5245784 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance to original state: 'active' [ 970.857922] env[68867]: DEBUG nova.network.neutron [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updated VIF entry in instance network info cache for port df6e4fe7-134c-4ba7-8124-4b4c3b1704ee. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.858282] env[68867]: DEBUG nova.network.neutron [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updating instance_info_cache with network_info: [{"id": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "address": "fa:16:3e:f1:16:78", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6e4fe7-13", "ovs_interfaceid": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.966444] env[68867]: DEBUG nova.objects.instance [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'flavor' on Instance uuid 0c506724-8d87-40ef-9f7c-755ad33415be {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.983054] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd0754-ba34-48b7-af02-b7030450144d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.991585] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f3f2f1-7268-4476-afda-f4c8bd8b6342 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.024502] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ed269-e71a-4f90-8b77-92ff35d36ea4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.033915] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94404d1e-966f-4569-82c7-d93319499956 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.054323] env[68867]: DEBUG nova.compute.provider_tree [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.089201] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: e42489db-55ce-4b59-bed9-86752b6a146b] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.159800] env[68867]: DEBUG nova.compute.manager [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.159931] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.161113] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece1e9bd-8d1c-4c87-a4f8-4dfe3d0c1bcd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.166887] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951849, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.173486] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.173772] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ead0d7cf-b463-40b6-acaf-7e0c11d20c6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.184671] env[68867]: DEBUG oslo_vmware.api [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 971.184671] env[68867]: value = "task-2951850" [ 971.184671] env[68867]: _type = "Task" [ 971.184671] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.193921] env[68867]: DEBUG oslo_vmware.api [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.360991] env[68867]: DEBUG oslo_concurrency.lockutils [req-24a4afa5-2431-4661-a386-620d63587b90 req-9e9120c0-bcb9-4681-8c7b-e415c4ae8285 service nova] Releasing lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.471941] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3acb81bc-ae99-4a86-ae26-3553b762afbd tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.274s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.559841] env[68867]: DEBUG nova.scheduler.client.report [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.566162] env[68867]: DEBUG nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.595125] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.595393] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.595558] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.595743] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.595893] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.596054] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.596266] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.596438] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.596605] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.596777] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.596990] env[68867]: DEBUG nova.virt.hardware [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.597507] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 0863f9e3-7971-49ed-a32c-f85add3e50dd] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.599799] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f873aa70-efdc-4d63-99b1-2c867b1f964f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.609032] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd5c20-a17d-4395-bf16-5ada8996a0f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.669113] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951849, 'name': CreateVM_Task, 'duration_secs': 0.545378} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.669500] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.670019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.670218] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.670535] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.671691] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c634d3-f46c-4746-a903-bdf90bc8c2d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.676195] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 971.676195] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529509fb-2988-03f0-c9ab-bcf852f2855c" [ 971.676195] env[68867]: _type = "Task" [ 971.676195] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.685242] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529509fb-2988-03f0-c9ab-bcf852f2855c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.692940] env[68867]: DEBUG oslo_vmware.api [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951850, 'name': PowerOffVM_Task, 'duration_secs': 0.246965} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.693227] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.693387] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.693626] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75490895-f4de-4969-a9da-56007d2e5f25 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.704187] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "0c506724-8d87-40ef-9f7c-755ad33415be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.704444] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.704654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "0c506724-8d87-40ef-9f7c-755ad33415be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.704872] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.704978] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.709859] env[68867]: INFO nova.compute.manager [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Terminating instance [ 971.764637] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.764637] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.764637] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleting the datastore file [datastore2] 9193b301-bb6f-4c46-9a53-f4205e68f49c {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.764637] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025db8c3-8b0c-486c-bb3e-14a78ec2100b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.772922] env[68867]: DEBUG oslo_vmware.api [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 971.772922] env[68867]: value = "task-2951852" [ 971.772922] env[68867]: _type = "Task" [ 971.772922] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.783989] env[68867]: DEBUG oslo_vmware.api [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.927541] env[68867]: DEBUG nova.network.neutron [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Successfully updated port: 8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.932763] env[68867]: DEBUG nova.compute.manager [req-b769b18b-c3b1-4b5d-8f8f-8df793243e8e req-9a1e0615-8ae8-42cc-893c-14aae53ef1cb service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Received event network-vif-plugged-8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.932986] env[68867]: DEBUG oslo_concurrency.lockutils [req-b769b18b-c3b1-4b5d-8f8f-8df793243e8e req-9a1e0615-8ae8-42cc-893c-14aae53ef1cb service nova] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.933213] env[68867]: DEBUG oslo_concurrency.lockutils [req-b769b18b-c3b1-4b5d-8f8f-8df793243e8e req-9a1e0615-8ae8-42cc-893c-14aae53ef1cb service nova] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.933379] env[68867]: DEBUG oslo_concurrency.lockutils [req-b769b18b-c3b1-4b5d-8f8f-8df793243e8e req-9a1e0615-8ae8-42cc-893c-14aae53ef1cb service nova] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.933540] env[68867]: DEBUG nova.compute.manager [req-b769b18b-c3b1-4b5d-8f8f-8df793243e8e req-9a1e0615-8ae8-42cc-893c-14aae53ef1cb service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] No waiting events found dispatching network-vif-plugged-8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.933699] env[68867]: WARNING nova.compute.manager [req-b769b18b-c3b1-4b5d-8f8f-8df793243e8e req-9a1e0615-8ae8-42cc-893c-14aae53ef1cb service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Received unexpected event network-vif-plugged-8af0991d-669e-483a-b134-78bcaf2adbaf for instance with vm_state building and task_state spawning. [ 972.068122] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.068702] env[68867]: DEBUG nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.071618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.071s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.071852] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.074114] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.544s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.074300] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.076247] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.169s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.076447] env[68867]: DEBUG nova.objects.instance [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.103321] env[68867]: INFO nova.scheduler.client.report [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Deleted allocations for instance aaa8e47e-7484-4b43-bcfd-c28ee2c6205d [ 972.105783] env[68867]: INFO nova.scheduler.client.report [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleted allocations for instance 1b19c305-95fc-45d3-b4cb-59f8a73de667 [ 972.106184] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: d435fc42-027b-4570-adf3-3af3e3ba7a34] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.132956] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "222942b9-d459-4937-83e0-30de9e0e30d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.133306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.133537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.133794] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.134143] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.136163] env[68867]: INFO nova.compute.manager [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Terminating instance [ 972.187432] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529509fb-2988-03f0-c9ab-bcf852f2855c, 'name': SearchDatastore_Task, 'duration_secs': 0.014993} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.187712] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.187947] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.188196] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188337] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.188512] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.189128] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dce931f-4b24-4272-9901-6065922fba36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.200868] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.201061] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.201791] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe97023-eb09-4988-9e00-0f5e6e1fb58c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.207542] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 972.207542] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]527f1c92-3413-6524-0f49-a7a4c47872a8" [ 972.207542] env[68867]: _type = "Task" [ 972.207542] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.216268] env[68867]: DEBUG nova.compute.manager [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.216493] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.216735] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527f1c92-3413-6524-0f49-a7a4c47872a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.216950] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fde48cd-292a-4aff-b7fb-2d9ef535e2ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.225817] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 972.225817] env[68867]: value = "task-2951853" [ 972.225817] env[68867]: _type = "Task" [ 972.225817] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.234786] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.284558] env[68867]: DEBUG oslo_vmware.api [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19774} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.284558] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.284852] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.284852] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.284960] env[68867]: INFO nova.compute.manager [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 972.285217] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.285408] env[68867]: DEBUG nova.compute.manager [-] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.285498] env[68867]: DEBUG nova.network.neutron [-] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.435611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.435776] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.435931] env[68867]: DEBUG nova.network.neutron [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.443043] env[68867]: INFO nova.compute.manager [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Unrescuing [ 972.443308] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.443453] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.443614] env[68867]: DEBUG nova.network.neutron [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.581116] env[68867]: DEBUG nova.compute.utils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.585354] env[68867]: DEBUG nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.585567] env[68867]: DEBUG nova.network.neutron [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.613118] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: cc8a23f9-92ab-4360-882f-81bcc26f6f79] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.618438] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5218d7b1-dc5e-414e-a02e-b8e5cee98499 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "1b19c305-95fc-45d3-b4cb-59f8a73de667" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.571s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.619372] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0884c3db-d97c-45a7-bc09-20da933f1fa0 tempest-VolumesAdminNegativeTest-2125697234 tempest-VolumesAdminNegativeTest-2125697234-project-member] Lock "aaa8e47e-7484-4b43-bcfd-c28ee2c6205d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.387s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.624765] env[68867]: DEBUG nova.policy [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0adac0d6af6347b78a8999ec4b2fcc8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1732538035442dd8de0eef979e0274d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.639383] env[68867]: DEBUG nova.compute.manager [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.639649] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.641261] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e732f-8dc2-4806-aa25-9956a160d850 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.650277] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.650517] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07bb95aa-6098-4d64-ad47-7dda37376946 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.657331] env[68867]: DEBUG oslo_vmware.api [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 972.657331] env[68867]: value = "task-2951854" [ 972.657331] env[68867]: _type = "Task" [ 972.657331] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.667209] env[68867]: DEBUG oslo_vmware.api [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.719765] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527f1c92-3413-6524-0f49-a7a4c47872a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020138} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.720647] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae58f02-516b-4058-9dd5-c9040b87f637 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.727752] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 972.727752] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521b856e-93b0-1f94-76f4-ac02e597673e" [ 972.727752] env[68867]: _type = "Task" [ 972.727752] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.743911] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521b856e-93b0-1f94-76f4-ac02e597673e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.744407] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951853, 'name': PowerOffVM_Task, 'duration_secs': 0.308951} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.744697] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.744919] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.745300] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592438', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'name': 'volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c506724-8d87-40ef-9f7c-755ad33415be', 'attached_at': '', 'detached_at': '', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'serial': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.746217] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43545428-079b-4fee-8265-2fac78b1f468 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.771960] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1796a-4466-4b8a-a83b-da8463d7f6b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.780465] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc79e3bb-196c-4e2a-a1d1-53d2c52c39fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.802871] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a63707-3042-4810-98f6-bb02812c68e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.820951] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] The volume has not been displaced from its original location: [datastore2] volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4/volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 972.827456] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.827811] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f1529c-c8c3-46b1-9eab-691788a2d3a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.849474] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 972.849474] env[68867]: value = "task-2951855" [ 972.849474] env[68867]: _type = "Task" [ 972.849474] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.861830] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.926545] env[68867]: DEBUG nova.network.neutron [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Successfully created port: 56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.008272] env[68867]: DEBUG nova.network.neutron [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.050901] env[68867]: DEBUG nova.network.neutron [-] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.089415] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a2151e6d-5f70-4e40-a6be-0928db0d3ec8 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.090492] env[68867]: DEBUG nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.093558] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.113s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.095203] env[68867]: INFO nova.compute.claims [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.120081] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: c76853f2-ec5c-4c36-894b-8b51223a613f] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.174139] env[68867]: DEBUG oslo_vmware.api [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951854, 'name': PowerOffVM_Task, 'duration_secs': 0.32593} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.174549] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.174666] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.175508] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2311aa-7807-42d8-8313-2e4c7f4d5398 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.245612] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521b856e-93b0-1f94-76f4-ac02e597673e, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.246240] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.246588] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6/832c53ff-4606-4fb6-b1f1-4e2b22c81bb6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.246897] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7572e2a0-9361-4c14-91c5-4bcd1fb81aa8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.257487] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 973.257487] env[68867]: value = "task-2951857" [ 973.257487] env[68867]: _type = "Task" [ 973.257487] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.266513] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.266879] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.267185] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Deleting the datastore file [datastore2] 222942b9-d459-4937-83e0-30de9e0e30d1 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.267982] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01834584-416e-4213-beb2-b49879c12411 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.275975] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.277973] env[68867]: DEBUG oslo_vmware.api [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 973.277973] env[68867]: value = "task-2951858" [ 973.277973] env[68867]: _type = "Task" [ 973.277973] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.291410] env[68867]: DEBUG oslo_vmware.api [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.297017] env[68867]: DEBUG nova.network.neutron [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Updating instance_info_cache with network_info: [{"id": "8ede7c19-2aac-44de-8353-60b70bcede73", "address": "fa:16:3e:49:84:5b", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ede7c19-2a", "ovs_interfaceid": "8ede7c19-2aac-44de-8353-60b70bcede73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.361692] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951855, 'name': ReconfigVM_Task, 'duration_secs': 0.472854} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.362751] env[68867]: DEBUG nova.network.neutron [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.364019] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.370305] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8708902a-2d67-4308-afb8-95ef6face0b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.393829] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 973.393829] env[68867]: value = "task-2951859" [ 973.393829] env[68867]: _type = "Task" [ 973.393829] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.403512] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.554558] env[68867]: INFO nova.compute.manager [-] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Took 1.27 seconds to deallocate network for instance. [ 973.624051] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 58156580-6b3c-4bd6-bb30-5dde8b8f9560] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.772251] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.793188] env[68867]: DEBUG oslo_vmware.api [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255385} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.793188] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.794162] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.794162] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.794162] env[68867]: INFO nova.compute.manager [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 973.794162] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.799446] env[68867]: DEBUG nova.compute.manager [-] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.799446] env[68867]: DEBUG nova.network.neutron [-] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.801079] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.804018] env[68867]: DEBUG nova.objects.instance [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lazy-loading 'flavor' on Instance uuid 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.871665] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.872034] env[68867]: DEBUG nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Instance network_info: |[{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.872525] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:fe:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af0991d-669e-483a-b134-78bcaf2adbaf', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.882953] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Creating folder: Project (faa8061e531747e4a41fb07fc10ce326). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.883671] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de838fcb-db5d-46ca-83e0-fc5bc8c7eae7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.900297] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Created folder: Project (faa8061e531747e4a41fb07fc10ce326) in parent group-v592242. [ 973.900575] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Creating folder: Instances. Parent ref: group-v592440. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.904610] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d262f7-4384-4c55-962b-17acc981761f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.905493] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951859, 'name': ReconfigVM_Task, 'duration_secs': 0.193757} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.905770] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592438', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'name': 'volume-53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c506724-8d87-40ef-9f7c-755ad33415be', 'attached_at': '', 'detached_at': '', 'volume_id': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4', 'serial': '53fe0482-7fc2-4a81-a54a-efbc8aeb0ab4'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 973.906160] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.907321] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf9610a-e001-4b5f-bb45-4372b2b0c474 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.915816] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.917278] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-752ec0c5-caa9-4d23-bc82-ca7be99bbd60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.918848] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Created folder: Instances in parent group-v592440. [ 973.919173] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.919406] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.920089] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ba2bdb-c9ef-43e2-846d-baf352518b47 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.968354] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.968354] env[68867]: value = "task-2951863" [ 973.968354] env[68867]: _type = "Task" [ 973.968354] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.977503] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951863, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.044725] env[68867]: DEBUG nova.compute.manager [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Received event network-changed-8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.044930] env[68867]: DEBUG nova.compute.manager [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Refreshing instance network info cache due to event network-changed-8af0991d-669e-483a-b134-78bcaf2adbaf. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.045484] env[68867]: DEBUG oslo_concurrency.lockutils [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.045721] env[68867]: DEBUG oslo_concurrency.lockutils [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.046062] env[68867]: DEBUG nova.network.neutron [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Refreshing network info cache for port 8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.051078] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.051424] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.051704] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleting the datastore file [datastore2] 0c506724-8d87-40ef-9f7c-755ad33415be {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.052636] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f7ff1e9-cb4d-427b-befb-3bbb5cf06c06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.062397] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.068239] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 974.068239] env[68867]: value = "task-2951864" [ 974.068239] env[68867]: _type = "Task" [ 974.068239] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.076254] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.106682] env[68867]: DEBUG nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.132062] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 23be18bf-6b2b-4daf-8978-62add118d97e] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.149023] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.149023] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.149023] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.149023] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.149023] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.151265] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.151612] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.151865] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.152135] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.152357] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.152592] env[68867]: DEBUG nova.virt.hardware [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.153541] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22578816-6fde-4934-9903-a8d690bd21ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.171967] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5d846-7e48-4946-a3eb-85433f440b44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.178140] env[68867]: DEBUG nova.compute.manager [req-296df396-be80-4e62-8b65-17442e23bf85 req-bc5f9fbb-b18a-4831-9c96-bce39f8958e5 service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Received event network-vif-deleted-b3f461e5-a1ce-4efc-b537-56b4d3f98ffa {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.178140] env[68867]: INFO nova.compute.manager [req-296df396-be80-4e62-8b65-17442e23bf85 req-bc5f9fbb-b18a-4831-9c96-bce39f8958e5 service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Neutron deleted interface b3f461e5-a1ce-4efc-b537-56b4d3f98ffa; detaching it from the instance and deleting it from the info cache [ 974.178140] env[68867]: DEBUG nova.network.neutron [req-296df396-be80-4e62-8b65-17442e23bf85 req-bc5f9fbb-b18a-4831-9c96-bce39f8958e5 service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.277463] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625016} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.278494] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6/832c53ff-4606-4fb6-b1f1-4e2b22c81bb6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.278494] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.279032] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c5ba8f5-77fc-44df-bd71-e0753a3337f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.290613] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 974.290613] env[68867]: value = "task-2951865" [ 974.290613] env[68867]: _type = "Task" [ 974.290613] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.300594] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.309479] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe51e83-e354-480e-9b03-29a68eeb3ca5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.334029] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.337634] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a786f9-5802-4e0c-bbc3-a224cf5655a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.345793] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 974.345793] env[68867]: value = "task-2951866" [ 974.345793] env[68867]: _type = "Task" [ 974.345793] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.359124] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.477181] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "ca358185-4e45-4edb-a23c-e15fd73e7d26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.477538] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.494101] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951863, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.577645] env[68867]: DEBUG oslo_vmware.api [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2951864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350046} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.579837] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.580042] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.580220] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.581726] env[68867]: INFO nova.compute.manager [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Took 2.36 seconds to destroy the instance on the hypervisor. [ 974.581726] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.581726] env[68867]: DEBUG nova.compute.manager [-] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.581726] env[68867]: DEBUG nova.network.neutron [-] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.631562] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af28d0f3-6d17-4c39-980b-d519c097b3dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.640925] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 5a701b05-079c-413d-b576-901b0e487964] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.643910] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2e7dd3-6830-45b8-900e-c1f2ed9829bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.680349] env[68867]: DEBUG nova.network.neutron [-] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.685615] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e19e18-ff28-43ac-8ee0-76114da4bce8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.691011] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05d06895-3da4-4601-89f9-0a7488db2d2e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.702021] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58633e2-b790-46c2-a43e-9cc649cc58e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.708553] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01d52c-039f-430c-9a83-e26ab8696fde {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.738413] env[68867]: DEBUG nova.compute.provider_tree [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.750471] env[68867]: DEBUG nova.compute.manager [req-296df396-be80-4e62-8b65-17442e23bf85 req-bc5f9fbb-b18a-4831-9c96-bce39f8958e5 service nova] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Detach interface failed, port_id=b3f461e5-a1ce-4efc-b537-56b4d3f98ffa, reason: Instance 222942b9-d459-4937-83e0-30de9e0e30d1 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.752425] env[68867]: DEBUG nova.scheduler.client.report [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.756289] env[68867]: DEBUG nova.network.neutron [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Successfully updated port: 56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.800278] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074083} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.800551] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.801344] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e83be08-e947-4be2-8154-722d672f2c86 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.824964] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6/832c53ff-4606-4fb6-b1f1-4e2b22c81bb6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.825260] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf57cb7-249e-407c-8a48-7b0209b8e805 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.847268] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 974.847268] env[68867]: value = "task-2951867" [ 974.847268] env[68867]: _type = "Task" [ 974.847268] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.865764] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.865870] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951866, 'name': PowerOffVM_Task, 'duration_secs': 0.242644} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.866523] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.872765] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.873094] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff60119-ef7e-4b78-afdf-ffa512fc861b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.895586] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 974.895586] env[68867]: value = "task-2951868" [ 974.895586] env[68867]: _type = "Task" [ 974.895586] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.904295] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.985132] env[68867]: DEBUG nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.991214] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951863, 'name': CreateVM_Task, 'duration_secs': 0.564852} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.991514] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.992701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.992701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.992701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.992892] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5b4826-0896-4367-b2f7-86f6413b9cd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.998933] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 974.998933] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e11513-4e46-91e6-3ec4-5f042bf2de35" [ 974.998933] env[68867]: _type = "Task" [ 974.998933] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.010263] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e11513-4e46-91e6-3ec4-5f042bf2de35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.054159] env[68867]: DEBUG nova.network.neutron [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updated VIF entry in instance network info cache for port 8af0991d-669e-483a-b134-78bcaf2adbaf. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.054159] env[68867]: DEBUG nova.network.neutron [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.148581] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 7a5ebcc6-acf2-4f0d-b8b1-e184b4f07157] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.185684] env[68867]: INFO nova.compute.manager [-] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Took 1.39 seconds to deallocate network for instance. [ 975.259868] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.260986] env[68867]: DEBUG nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.264065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.264280] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.264438] env[68867]: DEBUG nova.network.neutron [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.265778] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.141s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.268587] env[68867]: INFO nova.compute.claims [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.361358] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951867, 'name': ReconfigVM_Task, 'duration_secs': 0.316396} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.361652] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6/832c53ff-4606-4fb6-b1f1-4e2b22c81bb6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.362399] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b86366ba-d847-4251-b5bd-08acb2be5d14 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.371386] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 975.371386] env[68867]: value = "task-2951869" [ 975.371386] env[68867]: _type = "Task" [ 975.371386] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.380248] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951869, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.402931] env[68867]: DEBUG nova.network.neutron [-] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.407308] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951868, 'name': ReconfigVM_Task, 'duration_secs': 0.224393} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.407308] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 975.407308] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.407308] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33394750-dc02-4370-b6a8-ab4a1441a204 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.414563] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 975.414563] env[68867]: value = "task-2951870" [ 975.414563] env[68867]: _type = "Task" [ 975.414563] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.425113] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.510816] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e11513-4e46-91e6-3ec4-5f042bf2de35, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.511078] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.511363] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.511616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.511746] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.511923] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.513150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.513432] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c969031-6cb9-4f21-835f-b2076d6e9231 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.524131] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.524337] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.525163] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf36e30-a7c5-404b-ab56-93fdb81036e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.531585] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 975.531585] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520117b5-d9e0-930e-fee1-f1b4edc9f959" [ 975.531585] env[68867]: _type = "Task" [ 975.531585] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.540647] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520117b5-d9e0-930e-fee1-f1b4edc9f959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.555559] env[68867]: DEBUG oslo_concurrency.lockutils [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.555818] env[68867]: DEBUG nova.compute.manager [req-91719975-a3d2-482f-a3af-e3204c75f298 req-320f8b2f-3443-4933-8cfc-d277c6ef6c03 service nova] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Received event network-vif-deleted-a9b07085-18e7-4517-9f6c-e1680a65d1a0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.651841] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: c00d45a8-09f6-4673-a53a-e92be99fe1b7] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.692527] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.767673] env[68867]: DEBUG nova.compute.utils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.769546] env[68867]: DEBUG nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.769741] env[68867]: DEBUG nova.network.neutron [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.816018] env[68867]: DEBUG nova.policy [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85ea19e5324cf285b51e22290a634e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3255bf5d63a489b9de4886b02bc4c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.818813] env[68867]: DEBUG nova.network.neutron [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.884457] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951869, 'name': Rename_Task, 'duration_secs': 0.168418} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.884565] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.884745] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f13cfb-036f-46b4-854a-4b9ca5ee360a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.892288] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 975.892288] env[68867]: value = "task-2951871" [ 975.892288] env[68867]: _type = "Task" [ 975.892288] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.900420] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.905968] env[68867]: INFO nova.compute.manager [-] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Took 1.32 seconds to deallocate network for instance. [ 975.929497] env[68867]: DEBUG oslo_vmware.api [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951870, 'name': PowerOnVM_Task, 'duration_secs': 0.41994} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.929497] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.929497] env[68867]: DEBUG nova.compute.manager [None req-1e47ea38-93c0-47ac-ba4f-6785c8a17dca tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.930381] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e15835-35d4-432a-8a4b-2a18688a62a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.017447] env[68867]: DEBUG nova.network.neutron [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.042471] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520117b5-d9e0-930e-fee1-f1b4edc9f959, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.043242] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e35685f-505c-4cdb-a0e1-0097065ce847 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.049022] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 976.049022] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c66285-9857-abef-ed92-bbadf30ab0df" [ 976.049022] env[68867]: _type = "Task" [ 976.049022] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.058306] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c66285-9857-abef-ed92-bbadf30ab0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.155017] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 7fbc6eb1-fcd9-4bc7-848f-baa046e6b06a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.165761] env[68867]: DEBUG nova.compute.manager [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Received event network-vif-plugged-56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.165996] env[68867]: DEBUG oslo_concurrency.lockutils [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] Acquiring lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.166188] env[68867]: DEBUG oslo_concurrency.lockutils [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.166349] env[68867]: DEBUG oslo_concurrency.lockutils [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.166507] env[68867]: DEBUG nova.compute.manager [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] No waiting events found dispatching network-vif-plugged-56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.166664] env[68867]: WARNING nova.compute.manager [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Received unexpected event network-vif-plugged-56a84071-6bd7-4e59-996c-4d0cf60093ec for instance with vm_state building and task_state spawning. [ 976.166813] env[68867]: DEBUG nova.compute.manager [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Received event network-changed-56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.166958] env[68867]: DEBUG nova.compute.manager [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Refreshing instance network info cache due to event network-changed-56a84071-6bd7-4e59-996c-4d0cf60093ec. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.171053] env[68867]: DEBUG oslo_concurrency.lockutils [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] Acquiring lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.274513] env[68867]: DEBUG nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.403988] env[68867]: DEBUG oslo_vmware.api [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951871, 'name': PowerOnVM_Task, 'duration_secs': 0.445349} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.404310] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.404518] env[68867]: INFO nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Took 8.40 seconds to spawn the instance on the hypervisor. [ 976.404698] env[68867]: DEBUG nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.405726] env[68867]: DEBUG nova.network.neutron [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Successfully created port: ceaca040-6745-4432-9ee9-50c7cef1b5ab {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.409165] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe13a61-c434-4130-a65c-c884f69a3420 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.469982] env[68867]: INFO nova.compute.manager [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Took 0.56 seconds to detach 1 volumes for instance. [ 976.525235] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.525530] env[68867]: DEBUG nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Instance network_info: |[{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.525809] env[68867]: DEBUG oslo_concurrency.lockutils [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] Acquired lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.525976] env[68867]: DEBUG nova.network.neutron [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Refreshing network info cache for port 56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.528312] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:7f:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a84071-6bd7-4e59-996c-4d0cf60093ec', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.536042] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating folder: Project (a1732538035442dd8de0eef979e0274d). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.540765] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-354badbb-28cd-473c-af27-d8d88fc4a932 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.568296] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c66285-9857-abef-ed92-bbadf30ab0df, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.568584] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Created folder: Project (a1732538035442dd8de0eef979e0274d) in parent group-v592242. [ 976.568755] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating folder: Instances. Parent ref: group-v592443. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.569062] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.569332] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] f0631dff-5185-48ae-8fe5-fc7c12d16ed3/f0631dff-5185-48ae-8fe5-fc7c12d16ed3.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.569559] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7d2a372-d17d-4b5e-926e-1a7037358ea0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.573337] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6710ddc5-1482-40cd-b26a-ed1492dd2f52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.579491] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 976.579491] env[68867]: value = "task-2951874" [ 976.579491] env[68867]: _type = "Task" [ 976.579491] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.585688] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Created folder: Instances in parent group-v592443. [ 976.585688] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.585899] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.586121] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b68cacf-c00e-4ba9-a8b3-4f03f93a61c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.608655] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.614674] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.614674] env[68867]: value = "task-2951875" [ 976.614674] env[68867]: _type = "Task" [ 976.614674] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.624961] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951875, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.659790] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: f86f5ee4-e2a9-47e2-89ab-fb464f2a121b] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.767132] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634f0b8c-2e1f-49e3-a35d-8778d5ebd252 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.783405] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05fe6b2-7531-4ebe-9e73-c1f26c9122fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.819683] env[68867]: DEBUG nova.network.neutron [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updated VIF entry in instance network info cache for port 56a84071-6bd7-4e59-996c-4d0cf60093ec. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.820237] env[68867]: DEBUG nova.network.neutron [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.822516] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d8da0f-37d8-464d-8303-bf3297fd8636 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.834374] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c10d47-9b0c-4238-80a5-bd54b63852e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.850919] env[68867]: DEBUG nova.compute.provider_tree [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.934801] env[68867]: INFO nova.compute.manager [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Took 56.59 seconds to build instance. [ 976.976841] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.091667] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.125846] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951875, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.166544] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 31f781bc-42de-4b0c-8e99-d8ffe18561cf] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.289480] env[68867]: DEBUG nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.326912] env[68867]: DEBUG oslo_concurrency.lockutils [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] Releasing lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.327202] env[68867]: DEBUG nova.compute.manager [req-29db81ad-8e7b-45d8-8836-877731e24aea req-174240c1-4aad-447d-aabf-be60cb0e289c service nova] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Received event network-vif-deleted-ad6e80eb-bee7-4200-82de-5a8b7d8baf29 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.337634] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.337879] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.338052] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.338238] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.338380] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.340749] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.341039] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.341306] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.341417] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.341611] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.341779] env[68867]: DEBUG nova.virt.hardware [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.342872] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62a91c0-7f90-46c9-a2b5-4fe06c52d1ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.352591] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eec23b-2836-4bbb-b768-0d0a22f2ccb3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.361980] env[68867]: DEBUG nova.scheduler.client.report [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.438320] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6624b47-56e2-4a37-8b7e-bfe90c57b79f tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.320s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.590915] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614108} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.591233] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] f0631dff-5185-48ae-8fe5-fc7c12d16ed3/f0631dff-5185-48ae-8fe5-fc7c12d16ed3.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.591448] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.591700] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3524685d-117a-4c40-a90a-743276a74959 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.599490] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 977.599490] env[68867]: value = "task-2951876" [ 977.599490] env[68867]: _type = "Task" [ 977.599490] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.608089] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.624885] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951875, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.670488] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: fec55202-9159-4470-9f76-6ce5144d52d0] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.850852] env[68867]: DEBUG nova.compute.manager [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Received event network-changed-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.851068] env[68867]: DEBUG nova.compute.manager [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Refreshing instance network info cache due to event network-changed-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.851290] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] Acquiring lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.851430] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] Acquired lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.851585] env[68867]: DEBUG nova.network.neutron [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Refreshing network info cache for port df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.867766] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.868288] env[68867]: DEBUG nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.871064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.375s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.871185] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.873371] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.034s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.873571] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.875886] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.666s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.877326] env[68867]: INFO nova.compute.claims [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.904393] env[68867]: INFO nova.scheduler.client.report [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted allocations for instance 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6 [ 977.909678] env[68867]: INFO nova.scheduler.client.report [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Deleted allocations for instance 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e [ 978.110324] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.449851} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.110714] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.111733] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d086376d-25ca-4766-813b-f0715d00e6e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.143142] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] f0631dff-5185-48ae-8fe5-fc7c12d16ed3/f0631dff-5185-48ae-8fe5-fc7c12d16ed3.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.143415] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd760b1-e50d-4299-a81e-60be35d0ceeb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.162163] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951875, 'name': CreateVM_Task, 'duration_secs': 1.392276} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.162820] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.163609] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.163827] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.164325] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.164623] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9845d530-ab49-4f50-9873-5d7806b7161f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170037] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 978.170037] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f8f4d2-3b0b-c2b3-b67a-ea2119a25d23" [ 978.170037] env[68867]: _type = "Task" [ 978.170037] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.172025] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 978.172025] env[68867]: value = "task-2951877" [ 978.172025] env[68867]: _type = "Task" [ 978.172025] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.175225] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 362afff9-710b-4741-bad6-9a9d0d1cafcf] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.186784] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f8f4d2-3b0b-c2b3-b67a-ea2119a25d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.190128] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.384418] env[68867]: DEBUG nova.compute.utils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.385951] env[68867]: DEBUG nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 978.411626] env[68867]: DEBUG oslo_concurrency.lockutils [None req-75557a75-d24a-4115-b6bb-49e140d85325 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.357s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.418495] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cea7f507-4c9b-43fe-b179-6bd07d02013c tempest-ServerTagsTestJSON-68428021 tempest-ServerTagsTestJSON-68428021-project-member] Lock "962c726a-db9e-4ce9-b7b9-7345dcf1cd9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.047s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.509051] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.509398] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.509639] env[68867]: INFO nova.compute.manager [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Rebooting instance [ 978.681943] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: b6fb3dc6-1e28-42f8-a0f2-4a0bc5cbe713] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.692552] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.692808] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f8f4d2-3b0b-c2b3-b67a-ea2119a25d23, 'name': SearchDatastore_Task, 'duration_secs': 0.017886} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.695702] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.695947] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.696200] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.696345] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.696519] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.696781] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e50ad1e-4027-4d5a-babd-49237e5afb0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.709295] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.709647] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.710424] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355dfb29-a316-4538-bd8e-9b1198ba13e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.717706] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 978.717706] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523281dc-a9a7-62a0-7cc4-2cd5640feacc" [ 978.717706] env[68867]: _type = "Task" [ 978.717706] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.728279] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523281dc-a9a7-62a0-7cc4-2cd5640feacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.890915] env[68867]: DEBUG nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.927794] env[68867]: DEBUG nova.network.neutron [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updated VIF entry in instance network info cache for port df6e4fe7-134c-4ba7-8124-4b4c3b1704ee. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.928530] env[68867]: DEBUG nova.network.neutron [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updating instance_info_cache with network_info: [{"id": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "address": "fa:16:3e:f1:16:78", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6e4fe7-13", "ovs_interfaceid": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.955793] env[68867]: DEBUG nova.network.neutron [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Successfully updated port: ceaca040-6745-4432-9ee9-50c7cef1b5ab {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.042179] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.190026] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951877, 'name': ReconfigVM_Task, 'duration_secs': 0.733579} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.190354] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Reconfigured VM instance instance-00000046 to attach disk [datastore2] f0631dff-5185-48ae-8fe5-fc7c12d16ed3/f0631dff-5185-48ae-8fe5-fc7c12d16ed3.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.191010] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4afa420d-f2ac-47f0-9b2a-31eac25ca447 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.195860] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 915c0fef-33aa-48ca-9023-8d0289b96511] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.208323] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 979.208323] env[68867]: value = "task-2951878" [ 979.208323] env[68867]: _type = "Task" [ 979.208323] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.230522] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951878, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.238361] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523281dc-a9a7-62a0-7cc4-2cd5640feacc, 'name': SearchDatastore_Task, 'duration_secs': 0.052998} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.242102] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e02295a-0793-4c40-8f1b-81ea3b62c8a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.251578] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 979.251578] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a40071-f789-5d92-7f22-40cc43087dac" [ 979.251578] env[68867]: _type = "Task" [ 979.251578] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.265343] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a40071-f789-5d92-7f22-40cc43087dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.377265] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b672b486-b097-4776-9705-77598194b1a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.386675] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29053966-44ed-416a-a8d0-9784a4fa04d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.425421] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66703296-ae22-4f33-96ac-6d9e47426911 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.434714] env[68867]: DEBUG oslo_concurrency.lockutils [req-fa7bc84e-d968-4a41-9727-69f800786878 req-fd3ac91d-97bd-4b05-9aaa-6eea5bac6fe9 service nova] Releasing lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.435206] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquired lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.435391] env[68867]: DEBUG nova.network.neutron [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.437551] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d780daa9-33db-488b-8415-68ee5530d6de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.454104] env[68867]: DEBUG nova.compute.provider_tree [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.464400] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.464550] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.464698] env[68867]: DEBUG nova.network.neutron [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.708492] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: e468efa9-3964-4eee-a813-a692b8ecf98d] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.724870] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951878, 'name': Rename_Task, 'duration_secs': 0.192512} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.725383] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.725868] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b219b8-a71e-4820-82d5-7751668daa4e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.734453] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 979.734453] env[68867]: value = "task-2951879" [ 979.734453] env[68867]: _type = "Task" [ 979.734453] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.746822] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.768246] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a40071-f789-5d92-7f22-40cc43087dac, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.768783] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.770496] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e7615fbd-1261-4800-9e0c-90b22ebc25a1/e7615fbd-1261-4800-9e0c-90b22ebc25a1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.770496] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81d1f66-22c9-4abf-91ba-7099c1dfc7fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.780152] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 979.780152] env[68867]: value = "task-2951880" [ 979.780152] env[68867]: _type = "Task" [ 979.780152] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.790782] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.925351] env[68867]: DEBUG nova.compute.manager [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Received event network-vif-plugged-ceaca040-6745-4432-9ee9-50c7cef1b5ab {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.925578] env[68867]: DEBUG oslo_concurrency.lockutils [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] Acquiring lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.925855] env[68867]: DEBUG oslo_concurrency.lockutils [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.926222] env[68867]: DEBUG oslo_concurrency.lockutils [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.926461] env[68867]: DEBUG nova.compute.manager [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] No waiting events found dispatching network-vif-plugged-ceaca040-6745-4432-9ee9-50c7cef1b5ab {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.926786] env[68867]: WARNING nova.compute.manager [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Received unexpected event network-vif-plugged-ceaca040-6745-4432-9ee9-50c7cef1b5ab for instance with vm_state building and task_state spawning. [ 979.926786] env[68867]: DEBUG nova.compute.manager [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Received event network-changed-ceaca040-6745-4432-9ee9-50c7cef1b5ab {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.926931] env[68867]: DEBUG nova.compute.manager [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Refreshing instance network info cache due to event network-changed-ceaca040-6745-4432-9ee9-50c7cef1b5ab. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.927048] env[68867]: DEBUG oslo_concurrency.lockutils [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] Acquiring lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.931016] env[68867]: DEBUG nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.962812] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.963097] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.963357] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.963440] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.963726] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.963726] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.963920] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.964099] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.964416] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.964416] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.964575] env[68867]: DEBUG nova.virt.hardware [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.965499] env[68867]: DEBUG nova.scheduler.client.report [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.969453] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b3f98-b170-4073-ab0b-4199c8eca6d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.981626] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89bc190-d64b-4e61-9bb3-047711cb6cd9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.997422] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.004058] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Creating folder: Project (79498ff3e6124be9ba4cec836eab07d3). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.004436] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4813ae6-be69-4a82-8b07-28040ce1bfc8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.016275] env[68867]: DEBUG nova.network.neutron [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.018109] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Created folder: Project (79498ff3e6124be9ba4cec836eab07d3) in parent group-v592242. [ 980.018437] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Creating folder: Instances. Parent ref: group-v592446. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.018782] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e427e8c-fbf9-435e-a824-fe2938d8a428 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.032227] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Created folder: Instances in parent group-v592446. [ 980.032227] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.032227] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.032227] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6516d0bd-57b1-4831-98c0-7d121fbf13e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.058031] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.058031] env[68867]: value = "task-2951883" [ 980.058031] env[68867]: _type = "Task" [ 980.058031] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.064793] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951883, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.212515] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 5c480ae9-bbf7-4d14-be10-bd5165525885] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.256037] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.280122] env[68867]: DEBUG nova.network.neutron [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance_info_cache with network_info: [{"id": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "address": "fa:16:3e:e4:dc:0e", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaca040-67", "ovs_interfaceid": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.292300] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.474481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.475212] env[68867]: DEBUG nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.488068] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.236s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.490046] env[68867]: INFO nova.compute.claims [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.511375] env[68867]: DEBUG nova.network.neutron [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updating instance_info_cache with network_info: [{"id": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "address": "fa:16:3e:f1:16:78", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6e4fe7-13", "ovs_interfaceid": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.566757] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951883, 'name': CreateVM_Task, 'duration_secs': 0.494088} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.567587] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.567587] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.567587] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.567879] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.568161] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f107b7-641e-449a-83cf-3d6dc3950be3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.574275] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 980.574275] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52116617-9109-1b1e-7da6-e23d5c05d5d9" [ 980.574275] env[68867]: _type = "Task" [ 980.574275] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.583780] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52116617-9109-1b1e-7da6-e23d5c05d5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.715025] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: b58e6f5b-0e27-4b89-83ce-c2d969ee9789] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.752559] env[68867]: DEBUG oslo_vmware.api [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951879, 'name': PowerOnVM_Task, 'duration_secs': 0.984079} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.753044] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.753337] env[68867]: INFO nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Took 9.19 seconds to spawn the instance on the hypervisor. [ 980.753843] env[68867]: DEBUG nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.755190] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ae9489-2c95-44c4-b3c3-49e6df0db174 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.789596] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.789943] env[68867]: DEBUG nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Instance network_info: |[{"id": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "address": "fa:16:3e:e4:dc:0e", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaca040-67", "ovs_interfaceid": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.790304] env[68867]: DEBUG oslo_concurrency.lockutils [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] Acquired lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.790500] env[68867]: DEBUG nova.network.neutron [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Refreshing network info cache for port ceaca040-6745-4432-9ee9-50c7cef1b5ab {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.794162] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:dc:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceaca040-6745-4432-9ee9-50c7cef1b5ab', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.802686] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.803929] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.804998] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f818b52d-f393-4e22-95aa-cf7a25e34988 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.826109] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714446} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.826825] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] e7615fbd-1261-4800-9e0c-90b22ebc25a1/e7615fbd-1261-4800-9e0c-90b22ebc25a1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.827085] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.830056] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3259f9d1-b0c6-4dd0-bfd4-d5c0d3cc8196 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.833775] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.833775] env[68867]: value = "task-2951884" [ 980.833775] env[68867]: _type = "Task" [ 980.833775] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.838889] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 980.838889] env[68867]: value = "task-2951885" [ 980.838889] env[68867]: _type = "Task" [ 980.838889] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.847524] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951884, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.857921] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.998370] env[68867]: DEBUG nova.compute.utils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.002300] env[68867]: DEBUG nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.002300] env[68867]: DEBUG nova.network.neutron [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.017602] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Releasing lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.060733] env[68867]: DEBUG nova.policy [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e900c304adc847aeb1d689c1c0305376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1f8489ed3264c02b823339fe3662d04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.086596] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52116617-9109-1b1e-7da6-e23d5c05d5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015747} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.086904] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.087216] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.087386] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.087524] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.087689] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.087989] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585406b7-26b7-48cd-a67d-86fdffe3f01c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.102268] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.102480] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.103265] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b88f192-aa46-45c6-b462-7f7885527b10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.111550] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 981.111550] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a0956d-9d86-98a7-ddf4-41430bb17d39" [ 981.111550] env[68867]: _type = "Task" [ 981.111550] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.125706] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a0956d-9d86-98a7-ddf4-41430bb17d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.221199] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 6c139b6d-6f37-4b2c-b78c-07017deb9669] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.251388] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "4044ce86-5aef-49c9-8382-98687e45edca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.251619] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.281459] env[68867]: INFO nova.compute.manager [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Took 55.08 seconds to build instance. [ 981.361162] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284587} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.361162] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951884, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.361351] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.362709] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177bfeca-ed54-496d-8738-b967cb815a3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.394033] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] e7615fbd-1261-4800-9e0c-90b22ebc25a1/e7615fbd-1261-4800-9e0c-90b22ebc25a1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.395533] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d44404-cafd-4264-84d5-c565bc1b0ce8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.424017] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 981.424017] env[68867]: value = "task-2951886" [ 981.424017] env[68867]: _type = "Task" [ 981.424017] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.435198] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.443844] env[68867]: DEBUG nova.network.neutron [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Successfully created port: 3c3e5522-f15c-4d07-b32b-bc33c5c18502 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.503856] env[68867]: DEBUG nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.523062] env[68867]: DEBUG nova.compute.manager [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.524336] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c35df-e17d-4d94-9cb1-7ca2760b9972 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.595380] env[68867]: DEBUG nova.network.neutron [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updated VIF entry in instance network info cache for port ceaca040-6745-4432-9ee9-50c7cef1b5ab. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.595627] env[68867]: DEBUG nova.network.neutron [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance_info_cache with network_info: [{"id": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "address": "fa:16:3e:e4:dc:0e", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaca040-67", "ovs_interfaceid": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.630213] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a0956d-9d86-98a7-ddf4-41430bb17d39, 'name': SearchDatastore_Task, 'duration_secs': 0.020939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.631164] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6631b7-f480-4e87-aea3-26c19c8a450a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.640022] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 981.640022] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52180139-1030-9f80-10e1-f612feb53803" [ 981.640022] env[68867]: _type = "Task" [ 981.640022] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.651862] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52180139-1030-9f80-10e1-f612feb53803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.728164] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 9b4fa898-0366-4234-96ba-1140aaa7adbd] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.755068] env[68867]: DEBUG nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.785074] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bfff4bcc-b0b9-4a92-80fb-c42256fd3323 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.284s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.850940] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951884, 'name': CreateVM_Task, 'duration_secs': 0.676921} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.851152] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.851847] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.852013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.852337] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.852594] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8cefb6c-ee90-4e04-ba73-55079800280c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.862184] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 981.862184] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5203d740-09dd-758d-9525-49d5178d247b" [ 981.862184] env[68867]: _type = "Task" [ 981.862184] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.872437] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5203d740-09dd-758d-9525-49d5178d247b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.936141] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951886, 'name': ReconfigVM_Task, 'duration_secs': 0.354031} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.938957] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Reconfigured VM instance instance-00000047 to attach disk [datastore2] e7615fbd-1261-4800-9e0c-90b22ebc25a1/e7615fbd-1261-4800-9e0c-90b22ebc25a1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.939848] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbfe4d24-1541-4d4a-97bc-3b27613d234a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.948650] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 981.948650] env[68867]: value = "task-2951887" [ 981.948650] env[68867]: _type = "Task" [ 981.948650] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.961598] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951887, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.990838] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a4780-386b-447c-9c44-21cf2e2bda08 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.000250] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7b4c1a-79a9-4200-a849-f6f908b5b7e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.036938] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e0dde-c7a9-402c-a311-36bbc92bcfce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.050544] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30d6733-9372-405e-aea9-992263d43652 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.066671] env[68867]: DEBUG nova.compute.provider_tree [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.098471] env[68867]: DEBUG oslo_concurrency.lockutils [req-173357f0-8d1a-4b3e-ae76-c559bbb463bc req-8568320e-69b8-4c0f-b0b8-a2b39d1a60a1 service nova] Releasing lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.153502] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52180139-1030-9f80-10e1-f612feb53803, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.153767] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.154039] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] bb127176-9aaa-4a7e-bb71-59aff3271715/bb127176-9aaa-4a7e-bb71-59aff3271715.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.154303] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d6e32b-59fd-46ae-a25c-ff4adf492909 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.162590] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 982.162590] env[68867]: value = "task-2951888" [ 982.162590] env[68867]: _type = "Task" [ 982.162590] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.172487] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.235137] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 923ac29d-680b-4e33-b977-c9586b749cd5] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.298632] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.372403] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5203d740-09dd-758d-9525-49d5178d247b, 'name': SearchDatastore_Task, 'duration_secs': 0.034081} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.372704] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.372987] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.373234] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.373320] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.373495] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.373777] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f69e4c-051e-4e09-9712-8aed29d1dcf7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.384403] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.384575] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.385324] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdcea5d0-edf5-4e89-968b-fac813135f26 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.392794] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 982.392794] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a4fdda-a6fb-68b6-735a-3bf66ab257de" [ 982.392794] env[68867]: _type = "Task" [ 982.392794] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.401397] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a4fdda-a6fb-68b6-735a-3bf66ab257de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.460781] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951887, 'name': Rename_Task, 'duration_secs': 0.293105} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.460955] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.462853] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-993e3e7f-10b8-4f8d-8352-71fc993dd4d8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.471118] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 982.471118] env[68867]: value = "task-2951889" [ 982.471118] env[68867]: _type = "Task" [ 982.471118] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.485275] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.537784] env[68867]: DEBUG nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.544936] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c13956-24da-471d-b6a8-b881b6ff424e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.553817] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Doing hard reboot of VM {{(pid=68867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 982.554112] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3b8c82a3-7a18-4e64-a634-0513c3dabe59 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.563015] env[68867]: DEBUG oslo_vmware.api [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 982.563015] env[68867]: value = "task-2951890" [ 982.563015] env[68867]: _type = "Task" [ 982.563015] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.571650] env[68867]: DEBUG nova.scheduler.client.report [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.582311] env[68867]: DEBUG oslo_vmware.api [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951890, 'name': ResetVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.586687] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.586972] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.587168] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.587335] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.587448] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.589060] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.589060] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.589060] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.589060] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.589060] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.589060] env[68867]: DEBUG nova.virt.hardware [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.589553] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ea41f-ddde-4dd7-9861-a9c9433a96ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.599695] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0de67c5-4164-4fd5-9f03-668a72b94beb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.624240] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.624517] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.673850] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951888, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.739416] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 65c7f781-89a7-49f2-a745-5093adc47df9] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.904209] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a4fdda-a6fb-68b6-735a-3bf66ab257de, 'name': SearchDatastore_Task, 'duration_secs': 0.026935} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.905155] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734b8eed-3983-4b04-9d34-ea6c481bd145 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.912052] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 982.912052] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522325b3-876d-0960-e6e9-7ba13b4706ee" [ 982.912052] env[68867]: _type = "Task" [ 982.912052] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.924884] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522325b3-876d-0960-e6e9-7ba13b4706ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.983298] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.074235] env[68867]: DEBUG oslo_vmware.api [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951890, 'name': ResetVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.084847] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.084847] env[68867]: DEBUG nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.087499] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.513s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.088941] env[68867]: INFO nova.compute.claims [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.130251] env[68867]: DEBUG nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.176591] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757732} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.176851] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] bb127176-9aaa-4a7e-bb71-59aff3271715/bb127176-9aaa-4a7e-bb71-59aff3271715.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.177114] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.177376] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a4667f1-af0c-4556-b7b5-121596a031a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.190356] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 983.190356] env[68867]: value = "task-2951891" [ 983.190356] env[68867]: _type = "Task" [ 983.190356] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.201826] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.237232] env[68867]: DEBUG nova.compute.manager [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Received event network-changed-8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.237481] env[68867]: DEBUG nova.compute.manager [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Refreshing instance network info cache due to event network-changed-8af0991d-669e-483a-b134-78bcaf2adbaf. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.237756] env[68867]: DEBUG oslo_concurrency.lockutils [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.237917] env[68867]: DEBUG oslo_concurrency.lockutils [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.238048] env[68867]: DEBUG nova.network.neutron [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Refreshing network info cache for port 8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.243860] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.244019] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Cleaning up deleted instances with incomplete migration {{(pid=68867) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 983.424130] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522325b3-876d-0960-e6e9-7ba13b4706ee, 'name': SearchDatastore_Task, 'duration_secs': 0.031744} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.424983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.425288] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 3198afdf-53d4-4ed2-a3c9-ddfddf14309b/3198afdf-53d4-4ed2-a3c9-ddfddf14309b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.425548] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0de7c95-c07a-4c4f-a220-aebf9924436c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.433998] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 983.433998] env[68867]: value = "task-2951892" [ 983.433998] env[68867]: _type = "Task" [ 983.433998] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.443729] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.483741] env[68867]: DEBUG oslo_vmware.api [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2951889, 'name': PowerOnVM_Task, 'duration_secs': 0.658368} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.484018] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.484239] env[68867]: INFO nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Took 9.38 seconds to spawn the instance on the hypervisor. [ 983.484418] env[68867]: DEBUG nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.485229] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4bad2a-78ba-406a-9b0e-8507374ed88b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.512194] env[68867]: DEBUG nova.network.neutron [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Successfully updated port: 3c3e5522-f15c-4d07-b32b-bc33c5c18502 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.580499] env[68867]: DEBUG oslo_vmware.api [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951890, 'name': ResetVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.593684] env[68867]: DEBUG nova.compute.utils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.599059] env[68867]: DEBUG nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.599059] env[68867]: DEBUG nova.network.neutron [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.641270] env[68867]: DEBUG nova.policy [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67295ac5302e4267a4ea8ff237d7bc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d745edc7cd747549893bff0d77ae4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.656135] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.701773] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077632} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.702083] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.702933] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bce9c6-df32-40cc-a39e-05fbee3cf47c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.724977] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] bb127176-9aaa-4a7e-bb71-59aff3271715/bb127176-9aaa-4a7e-bb71-59aff3271715.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.725341] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804735bd-08cf-4a04-ad54-ba64aad0ef62 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.747338] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.752041] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 983.752041] env[68867]: value = "task-2951893" [ 983.752041] env[68867]: _type = "Task" [ 983.752041] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.765812] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.936448] env[68867]: DEBUG nova.network.neutron [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Successfully created port: 5bc84e71-d113-4aa3-9d3e-0fc651850d12 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.952463] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.987560] env[68867]: DEBUG nova.network.neutron [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updated VIF entry in instance network info cache for port 8af0991d-669e-483a-b134-78bcaf2adbaf. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.987923] env[68867]: DEBUG nova.network.neutron [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.009526] env[68867]: INFO nova.compute.manager [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Took 54.99 seconds to build instance. [ 984.013538] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "refresh_cache-9bcab890-6320-4cdc-9852-8e1d22ce6965" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.013699] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquired lock "refresh_cache-9bcab890-6320-4cdc-9852-8e1d22ce6965" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.013798] env[68867]: DEBUG nova.network.neutron [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.080776] env[68867]: DEBUG oslo_vmware.api [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951890, 'name': ResetVM_Task, 'duration_secs': 1.146827} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.082035] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Did hard reboot of VM {{(pid=68867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 984.082035] env[68867]: DEBUG nova.compute.manager [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.082784] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344eebe0-01f2-4ee3-85ab-6b30109d58a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.100069] env[68867]: DEBUG nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.267542] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.451725] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602211} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.452015] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 3198afdf-53d4-4ed2-a3c9-ddfddf14309b/3198afdf-53d4-4ed2-a3c9-ddfddf14309b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.452277] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.452543] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3785ca0-427b-4c19-93b9-2e82d0208d47 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.460874] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 984.460874] env[68867]: value = "task-2951894" [ 984.460874] env[68867]: _type = "Task" [ 984.460874] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.472438] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.494600] env[68867]: DEBUG oslo_concurrency.lockutils [req-2e19c7ac-6e94-45fe-a0ae-a0111fc5e5e9 req-adf5e3d7-6276-4abb-a888-7f077ed43854 service nova] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.512321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-232741a1-3450-4edd-adae-0f2d6871f64c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.862s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.531213] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae53ff0-0550-4526-b83c-42d0002b011d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.539509] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e5c40-f7b8-41c3-a375-a083e6318f67 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.572125] env[68867]: DEBUG nova.network.neutron [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.574677] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c2105-565b-469f-8d80-d6e5db1b58de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.583283] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3201f7-bdc7-41ff-9a63-e224b8abe93a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.601211] env[68867]: DEBUG nova.compute.provider_tree [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.609999] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4005eaf-d50c-4370-a1e1-89ea7094605d tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.098s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.735554] env[68867]: DEBUG nova.network.neutron [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Updating instance_info_cache with network_info: [{"id": "3c3e5522-f15c-4d07-b32b-bc33c5c18502", "address": "fa:16:3e:65:76:8a", "network": {"id": "efa7ff6f-dd72-4ba9-a276-d744dabbf183", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-274425569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f8489ed3264c02b823339fe3662d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c3e5522-f1", "ovs_interfaceid": "3c3e5522-f15c-4d07-b32b-bc33c5c18502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.766170] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951893, 'name': ReconfigVM_Task, 'duration_secs': 0.797511} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.766483] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Reconfigured VM instance instance-00000049 to attach disk [datastore2] bb127176-9aaa-4a7e-bb71-59aff3271715/bb127176-9aaa-4a7e-bb71-59aff3271715.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.767140] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24f12bf0-1c2e-4c38-ba1e-57253bb121fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.775124] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 984.775124] env[68867]: value = "task-2951895" [ 984.775124] env[68867]: _type = "Task" [ 984.775124] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.785448] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951895, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.974062] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075289} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.974348] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.975582] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e97ce8f-8e15-4468-a3e0-4d97d9cfbab8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.001340] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 3198afdf-53d4-4ed2-a3c9-ddfddf14309b/3198afdf-53d4-4ed2-a3c9-ddfddf14309b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.001655] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a50d918-1f1b-46f1-aa65-6a9e1dcd9a99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.023753] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 985.023753] env[68867]: value = "task-2951896" [ 985.023753] env[68867]: _type = "Task" [ 985.023753] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.032500] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.109498] env[68867]: DEBUG nova.scheduler.client.report [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.114578] env[68867]: DEBUG nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.150027] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.150027] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.150260] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.150260] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.150398] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.150543] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.150750] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.150905] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.151159] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.151345] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.151516] env[68867]: DEBUG nova.virt.hardware [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.152520] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baaa05e-6e5e-4b96-bc60-06d611e48c23 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.161177] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5104bb9c-0e97-4908-8a52-c92bacd74a8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.242502] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Releasing lock "refresh_cache-9bcab890-6320-4cdc-9852-8e1d22ce6965" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.242843] env[68867]: DEBUG nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Instance network_info: |[{"id": "3c3e5522-f15c-4d07-b32b-bc33c5c18502", "address": "fa:16:3e:65:76:8a", "network": {"id": "efa7ff6f-dd72-4ba9-a276-d744dabbf183", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-274425569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f8489ed3264c02b823339fe3662d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c3e5522-f1", "ovs_interfaceid": "3c3e5522-f15c-4d07-b32b-bc33c5c18502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.246975] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:76:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c3e5522-f15c-4d07-b32b-bc33c5c18502', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.255283] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Creating folder: Project (c1f8489ed3264c02b823339fe3662d04). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.256727] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c766e899-afcb-4dde-96bb-5ae4e25bc13b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.271019] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Created folder: Project (c1f8489ed3264c02b823339fe3662d04) in parent group-v592242. [ 985.271144] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Creating folder: Instances. Parent ref: group-v592450. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.271910] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b9ab9b-622e-4985-bdbd-1516b6746e71 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.286507] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951895, 'name': Rename_Task, 'duration_secs': 0.361794} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.288099] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.288427] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Created folder: Instances in parent group-v592450. [ 985.288653] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.288966] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-554f6dd5-4ec4-4528-8286-8c95d798df04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.291062] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.291062] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c455612c-bf7f-48a8-bfb0-5eb1747cd3d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.313949] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.313949] env[68867]: value = "task-2951900" [ 985.313949] env[68867]: _type = "Task" [ 985.313949] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.315566] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 985.315566] env[68867]: value = "task-2951899" [ 985.315566] env[68867]: _type = "Task" [ 985.315566] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.329200] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951900, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.330374] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.353656] env[68867]: DEBUG nova.compute.manager [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Received event network-vif-plugged-3c3e5522-f15c-4d07-b32b-bc33c5c18502 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.353872] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Acquiring lock "9bcab890-6320-4cdc-9852-8e1d22ce6965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.354095] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.354269] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.354433] env[68867]: DEBUG nova.compute.manager [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] No waiting events found dispatching network-vif-plugged-3c3e5522-f15c-4d07-b32b-bc33c5c18502 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.354588] env[68867]: WARNING nova.compute.manager [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Received unexpected event network-vif-plugged-3c3e5522-f15c-4d07-b32b-bc33c5c18502 for instance with vm_state building and task_state spawning. [ 985.354806] env[68867]: DEBUG nova.compute.manager [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Received event network-changed-3c3e5522-f15c-4d07-b32b-bc33c5c18502 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.354880] env[68867]: DEBUG nova.compute.manager [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Refreshing instance network info cache due to event network-changed-3c3e5522-f15c-4d07-b32b-bc33c5c18502. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.355084] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Acquiring lock "refresh_cache-9bcab890-6320-4cdc-9852-8e1d22ce6965" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.355221] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Acquired lock "refresh_cache-9bcab890-6320-4cdc-9852-8e1d22ce6965" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.355385] env[68867]: DEBUG nova.network.neutron [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Refreshing network info cache for port 3c3e5522-f15c-4d07-b32b-bc33c5c18502 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.396383] env[68867]: DEBUG nova.compute.manager [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Received event network-changed-56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.396383] env[68867]: DEBUG nova.compute.manager [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Refreshing instance network info cache due to event network-changed-56a84071-6bd7-4e59-996c-4d0cf60093ec. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.396383] env[68867]: DEBUG oslo_concurrency.lockutils [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] Acquiring lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.396383] env[68867]: DEBUG oslo_concurrency.lockutils [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] Acquired lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.396383] env[68867]: DEBUG nova.network.neutron [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Refreshing network info cache for port 56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.538631] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.575413] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.575648] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.575853] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.576054] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.576230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.579296] env[68867]: INFO nova.compute.manager [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Terminating instance [ 985.618945] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.619625] env[68867]: DEBUG nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.623548] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.340s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.625741] env[68867]: INFO nova.compute.claims [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.768712] env[68867]: DEBUG nova.network.neutron [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Successfully updated port: 5bc84e71-d113-4aa3-9d3e-0fc651850d12 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.831310] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.835076] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951900, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.036794] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951896, 'name': ReconfigVM_Task, 'duration_secs': 0.808603} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.039060] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 3198afdf-53d4-4ed2-a3c9-ddfddf14309b/3198afdf-53d4-4ed2-a3c9-ddfddf14309b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.039973] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dbf280b-c961-4a85-882c-f2354090f6a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.048108] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 986.048108] env[68867]: value = "task-2951901" [ 986.048108] env[68867]: _type = "Task" [ 986.048108] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.057238] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951901, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.072190] env[68867]: DEBUG nova.network.neutron [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Updated VIF entry in instance network info cache for port 3c3e5522-f15c-4d07-b32b-bc33c5c18502. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.072557] env[68867]: DEBUG nova.network.neutron [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Updating instance_info_cache with network_info: [{"id": "3c3e5522-f15c-4d07-b32b-bc33c5c18502", "address": "fa:16:3e:65:76:8a", "network": {"id": "efa7ff6f-dd72-4ba9-a276-d744dabbf183", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-274425569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f8489ed3264c02b823339fe3662d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c3e5522-f1", "ovs_interfaceid": "3c3e5522-f15c-4d07-b32b-bc33c5c18502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.085375] env[68867]: DEBUG nova.compute.manager [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.085547] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.086678] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4820b-5786-4724-97b6-978642bde1e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.096181] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.096467] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-615ecbe6-1c5d-4e0c-8a22-7456f8de9bca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.104619] env[68867]: DEBUG oslo_vmware.api [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 986.104619] env[68867]: value = "task-2951902" [ 986.104619] env[68867]: _type = "Task" [ 986.104619] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.113186] env[68867]: DEBUG oslo_vmware.api [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.127521] env[68867]: DEBUG nova.network.neutron [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updated VIF entry in instance network info cache for port 56a84071-6bd7-4e59-996c-4d0cf60093ec. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.127883] env[68867]: DEBUG nova.network.neutron [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.130680] env[68867]: DEBUG nova.compute.utils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.132049] env[68867]: DEBUG nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.132249] env[68867]: DEBUG nova.network.neutron [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.170763] env[68867]: DEBUG nova.policy [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7aa9ecdaa144be6bcf07c658540b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24888b0c153f44e1b0e3ad011d874316', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.272977] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "refresh_cache-aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.272977] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "refresh_cache-aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.273158] env[68867]: DEBUG nova.network.neutron [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.330804] env[68867]: DEBUG oslo_vmware.api [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951899, 'name': PowerOnVM_Task, 'duration_secs': 0.676301} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.333935] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.334174] env[68867]: INFO nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Took 6.40 seconds to spawn the instance on the hypervisor. [ 986.334357] env[68867]: DEBUG nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.334621] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951900, 'name': CreateVM_Task, 'duration_secs': 0.571999} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.335386] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa9dcc-ab28-4eec-afa0-b59d25ba9a30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.338099] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.338757] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.338925] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.339327] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.339954] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e091ef9-2822-4260-8e92-bc532a89c8eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.348440] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 986.348440] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521c66f0-b680-3ca7-ef06-8e94cc66da26" [ 986.348440] env[68867]: _type = "Task" [ 986.348440] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.359578] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521c66f0-b680-3ca7-ef06-8e94cc66da26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.473100] env[68867]: DEBUG nova.network.neutron [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Successfully created port: ef784059-700d-4607-98a0-9f8e8d166a13 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.558545] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951901, 'name': Rename_Task, 'duration_secs': 0.229739} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.558824] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.559148] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b835f904-a014-483d-bf84-0b454ce6be8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.565957] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 986.565957] env[68867]: value = "task-2951903" [ 986.565957] env[68867]: _type = "Task" [ 986.565957] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.574036] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.576098] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Releasing lock "refresh_cache-9bcab890-6320-4cdc-9852-8e1d22ce6965" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.576161] env[68867]: DEBUG nova.compute.manager [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Received event network-changed-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.576330] env[68867]: DEBUG nova.compute.manager [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Refreshing instance network info cache due to event network-changed-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.576766] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Acquiring lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.577067] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Acquired lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.577146] env[68867]: DEBUG nova.network.neutron [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Refreshing network info cache for port df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.616614] env[68867]: DEBUG oslo_vmware.api [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951902, 'name': PowerOffVM_Task, 'duration_secs': 0.220421} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.617043] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.617400] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.617646] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbf2d146-6405-4d96-a3fc-4ca8103af16e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.630388] env[68867]: DEBUG oslo_concurrency.lockutils [req-b2dbed8a-7a31-4c4a-9b4e-d4ece4ebf6fe req-37b41d77-5dc0-478e-996b-f5c8a92c18f8 service nova] Releasing lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.635219] env[68867]: DEBUG nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.699219] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.699494] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.699674] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Deleting the datastore file [datastore2] 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.699941] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fe3587-0137-47eb-93d0-fdd198125402 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.708299] env[68867]: DEBUG oslo_vmware.api [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 986.708299] env[68867]: value = "task-2951905" [ 986.708299] env[68867]: _type = "Task" [ 986.708299] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.720266] env[68867]: DEBUG oslo_vmware.api [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.822458] env[68867]: DEBUG nova.network.neutron [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.861530] env[68867]: INFO nova.compute.manager [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Took 46.76 seconds to build instance. [ 986.868704] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521c66f0-b680-3ca7-ef06-8e94cc66da26, 'name': SearchDatastore_Task, 'duration_secs': 0.014218} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.869013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.869289] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.869531] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.869675] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.869852] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.870171] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9e6a953-c147-4336-a1f8-7f9ce3fa444d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.885810] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.885957] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.887212] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f799a321-040d-40a7-bb34-648612e3f054 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.896993] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 986.896993] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5230f33a-4d48-6ffe-ccf6-597bd469eb74" [ 986.896993] env[68867]: _type = "Task" [ 986.896993] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.908192] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5230f33a-4d48-6ffe-ccf6-597bd469eb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.984112] env[68867]: DEBUG nova.network.neutron [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Updating instance_info_cache with network_info: [{"id": "5bc84e71-d113-4aa3-9d3e-0fc651850d12", "address": "fa:16:3e:f7:f2:92", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc84e71-d1", "ovs_interfaceid": "5bc84e71-d113-4aa3-9d3e-0fc651850d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.050306] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff37bc7d-8b59-47a5-a541-a7a20d7e1c5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.057872] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985f6e7e-9f22-4733-8cc9-7a4c6f68209a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.096503] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab124655-2241-4f1c-a079-b4e24a1a37cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.108061] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b67937-7af9-4e14-a5d6-4e64ce466f4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.112766] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.123553] env[68867]: DEBUG nova.compute.provider_tree [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.220066] env[68867]: DEBUG oslo_vmware.api [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267858} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.220350] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.220656] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.220891] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.221175] env[68867]: INFO nova.compute.manager [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.221532] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.221773] env[68867]: DEBUG nova.compute.manager [-] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.221896] env[68867]: DEBUG nova.network.neutron [-] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.308545] env[68867]: DEBUG nova.network.neutron [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updated VIF entry in instance network info cache for port df6e4fe7-134c-4ba7-8124-4b4c3b1704ee. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.308902] env[68867]: DEBUG nova.network.neutron [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updating instance_info_cache with network_info: [{"id": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "address": "fa:16:3e:f1:16:78", "network": {"id": "4a50914e-d8e7-49b0-b02d-70dd8d29d11c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1100747468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b91ba74b5418397f19c702914b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6e4fe7-13", "ovs_interfaceid": "df6e4fe7-134c-4ba7-8124-4b4c3b1704ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.363963] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d73c3170-ea6a-4885-8ace-a571754982fe tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "bb127176-9aaa-4a7e-bb71-59aff3271715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.268s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.409268] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5230f33a-4d48-6ffe-ccf6-597bd469eb74, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.410127] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01952fcc-9838-4b1d-8b4c-dd77cd35698f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.417837] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 987.417837] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522745c7-fb4c-709f-d60a-3b32300956b5" [ 987.417837] env[68867]: _type = "Task" [ 987.417837] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.426967] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522745c7-fb4c-709f-d60a-3b32300956b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.429779] env[68867]: DEBUG nova.compute.manager [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Received event network-vif-plugged-5bc84e71-d113-4aa3-9d3e-0fc651850d12 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.429969] env[68867]: DEBUG oslo_concurrency.lockutils [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] Acquiring lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.430279] env[68867]: DEBUG oslo_concurrency.lockutils [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.430366] env[68867]: DEBUG oslo_concurrency.lockutils [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.430516] env[68867]: DEBUG nova.compute.manager [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] No waiting events found dispatching network-vif-plugged-5bc84e71-d113-4aa3-9d3e-0fc651850d12 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.430680] env[68867]: WARNING nova.compute.manager [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Received unexpected event network-vif-plugged-5bc84e71-d113-4aa3-9d3e-0fc651850d12 for instance with vm_state building and task_state spawning. [ 987.430893] env[68867]: DEBUG nova.compute.manager [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Received event network-changed-5bc84e71-d113-4aa3-9d3e-0fc651850d12 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.431034] env[68867]: DEBUG nova.compute.manager [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Refreshing instance network info cache due to event network-changed-5bc84e71-d113-4aa3-9d3e-0fc651850d12. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.431636] env[68867]: DEBUG oslo_concurrency.lockutils [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] Acquiring lock "refresh_cache-aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.486923] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "refresh_cache-aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.487431] env[68867]: DEBUG nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Instance network_info: |[{"id": "5bc84e71-d113-4aa3-9d3e-0fc651850d12", "address": "fa:16:3e:f7:f2:92", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc84e71-d1", "ovs_interfaceid": "5bc84e71-d113-4aa3-9d3e-0fc651850d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.487771] env[68867]: DEBUG oslo_concurrency.lockutils [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] Acquired lock "refresh_cache-aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.487970] env[68867]: DEBUG nova.network.neutron [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Refreshing network info cache for port 5bc84e71-d113-4aa3-9d3e-0fc651850d12 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.489386] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:f2:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bc84e71-d113-4aa3-9d3e-0fc651850d12', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.498164] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating folder: Project (6d745edc7cd747549893bff0d77ae4da). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.500065] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b547fa49-b220-45c3-b338-46d50f8d2ecc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.513858] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created folder: Project (6d745edc7cd747549893bff0d77ae4da) in parent group-v592242. [ 987.514044] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating folder: Instances. Parent ref: group-v592453. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.514292] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791cf49d-e207-4f0c-ae84-04b7e295f231 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.519462] env[68867]: DEBUG nova.compute.manager [req-cd6c3de7-4171-4430-a78b-ae2fe2691fd3 req-5842933c-29cf-4904-9f48-1c507c0bbe44 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Received event network-vif-deleted-df6e4fe7-134c-4ba7-8124-4b4c3b1704ee {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.519649] env[68867]: INFO nova.compute.manager [req-cd6c3de7-4171-4430-a78b-ae2fe2691fd3 req-5842933c-29cf-4904-9f48-1c507c0bbe44 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Neutron deleted interface df6e4fe7-134c-4ba7-8124-4b4c3b1704ee; detaching it from the instance and deleting it from the info cache [ 987.519884] env[68867]: DEBUG nova.network.neutron [req-cd6c3de7-4171-4430-a78b-ae2fe2691fd3 req-5842933c-29cf-4904-9f48-1c507c0bbe44 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.525420] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created folder: Instances in parent group-v592453. [ 987.525647] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.525830] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.526046] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e56b8f67-dedf-4988-80c5-7924548058ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.547452] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.547452] env[68867]: value = "task-2951908" [ 987.547452] env[68867]: _type = "Task" [ 987.547452] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.557629] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951908, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.600611] env[68867]: DEBUG oslo_vmware.api [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951903, 'name': PowerOnVM_Task, 'duration_secs': 0.769668} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.600763] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.600974] env[68867]: INFO nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Took 10.31 seconds to spawn the instance on the hypervisor. [ 987.601280] env[68867]: DEBUG nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.602231] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c02efc-d1ec-47a3-a541-66a754ebe65f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.626979] env[68867]: DEBUG nova.scheduler.client.report [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.644130] env[68867]: DEBUG nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.677865] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d35d4ebb29e1cd8ff0b8e6c99a4a603a',container_format='bare',created_at=2025-03-11T20:56:30Z,direct_url=,disk_format='vmdk',id=329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d,min_disk=1,min_ram=0,name='tempest-test-snap-474173479',owner='24888b0c153f44e1b0e3ad011d874316',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-11T20:56:46Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.678169] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.678344] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.678535] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.678677] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.678838] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.679129] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.679373] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.679545] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.679721] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.679891] env[68867]: DEBUG nova.virt.hardware [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.680802] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdfcd90-4373-4ab6-b93d-2544cbcd29af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.691811] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f5c6be-46d8-4798-8c27-d1c0a8d95eb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.812256] env[68867]: DEBUG oslo_concurrency.lockutils [req-4ca98612-6e2e-4468-8bbc-2f7bba98b87f req-d9396fe6-ec21-4528-bd23-d0a595a9396d service nova] Releasing lock "refresh_cache-832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.928663] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522745c7-fb4c-709f-d60a-3b32300956b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015831} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.929058] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929256] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 9bcab890-6320-4cdc-9852-8e1d22ce6965/9bcab890-6320-4cdc-9852-8e1d22ce6965.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.929510] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3e892b6-0553-4933-abd4-b1b38cd76159 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.938480] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 987.938480] env[68867]: value = "task-2951909" [ 987.938480] env[68867]: _type = "Task" [ 987.938480] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.948387] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.968566] env[68867]: DEBUG nova.network.neutron [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Successfully updated port: ef784059-700d-4607-98a0-9f8e8d166a13 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.004446] env[68867]: DEBUG nova.network.neutron [-] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.025023] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2b1b5c9-75ae-4414-a4bc-b312dcbd7f1a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.033664] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70cb539-01e8-448e-9238-16d31be7cd4c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.058511] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951908, 'name': CreateVM_Task, 'duration_secs': 0.420349} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.059753] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.077311] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.077508] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.077833] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.079239] env[68867]: DEBUG nova.compute.manager [req-cd6c3de7-4171-4430-a78b-ae2fe2691fd3 req-5842933c-29cf-4904-9f48-1c507c0bbe44 service nova] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Detach interface failed, port_id=df6e4fe7-134c-4ba7-8124-4b4c3b1704ee, reason: Instance 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.079959] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "bb127176-9aaa-4a7e-bb71-59aff3271715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.080205] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "bb127176-9aaa-4a7e-bb71-59aff3271715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.080407] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "bb127176-9aaa-4a7e-bb71-59aff3271715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.080588] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "bb127176-9aaa-4a7e-bb71-59aff3271715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.080751] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "bb127176-9aaa-4a7e-bb71-59aff3271715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.084410] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b024985-b071-40b9-ab11-ab71a312239f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.086756] env[68867]: INFO nova.compute.manager [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Terminating instance [ 988.091773] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 988.091773] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52954db3-d4ce-d17f-f9e0-ecef866f66eb" [ 988.091773] env[68867]: _type = "Task" [ 988.091773] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.102485] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52954db3-d4ce-d17f-f9e0-ecef866f66eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.122075] env[68867]: INFO nova.compute.manager [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Took 49.16 seconds to build instance. [ 988.133021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.133512] env[68867]: DEBUG nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.136549] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.074s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.136658] env[68867]: DEBUG nova.objects.instance [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lazy-loading 'resources' on Instance uuid 9193b301-bb6f-4c46-9a53-f4205e68f49c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.226381] env[68867]: DEBUG nova.network.neutron [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Updated VIF entry in instance network info cache for port 5bc84e71-d113-4aa3-9d3e-0fc651850d12. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.226772] env[68867]: DEBUG nova.network.neutron [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Updating instance_info_cache with network_info: [{"id": "5bc84e71-d113-4aa3-9d3e-0fc651850d12", "address": "fa:16:3e:f7:f2:92", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc84e71-d1", "ovs_interfaceid": "5bc84e71-d113-4aa3-9d3e-0fc651850d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.402519] env[68867]: DEBUG nova.compute.manager [None req-0391f7d8-97a8-4ed6-aa03-3b0879176ee4 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.403289] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac931772-3c6d-4ca3-93b9-acc4c2eae32f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.449842] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951909, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.471581] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "refresh_cache-0e1165df-35a2-454c-bbe2-1f685600e05d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.471581] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "refresh_cache-0e1165df-35a2-454c-bbe2-1f685600e05d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.471827] env[68867]: DEBUG nova.network.neutron [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.508138] env[68867]: INFO nova.compute.manager [-] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Took 1.29 seconds to deallocate network for instance. [ 988.597483] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "refresh_cache-bb127176-9aaa-4a7e-bb71-59aff3271715" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.597659] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquired lock "refresh_cache-bb127176-9aaa-4a7e-bb71-59aff3271715" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.597833] env[68867]: DEBUG nova.network.neutron [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.606588] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52954db3-d4ce-d17f-f9e0-ecef866f66eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.607495] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.607727] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.607960] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.608121] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.608297] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.608794] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebde2f4c-9d2d-4c63-ac3a-a78e7aeeaab5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.619236] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.619560] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.620414] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4741fc2-5663-4538-a03a-04bd0efe5518 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.625064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c85af73-3586-480b-ab56-73b89521e908 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.780s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.629403] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 988.629403] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523add47-5715-f253-59e3-d8c7d491c852" [ 988.629403] env[68867]: _type = "Task" [ 988.629403] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.639066] env[68867]: DEBUG nova.compute.utils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.640388] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523add47-5715-f253-59e3-d8c7d491c852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.643805] env[68867]: DEBUG nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.643981] env[68867]: DEBUG nova.network.neutron [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.700603] env[68867]: DEBUG nova.policy [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96cb70ee6b9942cdb7df1693453f3ee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf743a97ab9b477f8ced65d88b00432a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.730234] env[68867]: DEBUG oslo_concurrency.lockutils [req-577c470e-211c-4364-8fa2-864127fd5a14 req-a55fc3a9-d401-488c-abc7-88e48a024b7b service nova] Releasing lock "refresh_cache-aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.915751] env[68867]: INFO nova.compute.manager [None req-0391f7d8-97a8-4ed6-aa03-3b0879176ee4 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] instance snapshotting [ 988.916576] env[68867]: DEBUG nova.objects.instance [None req-0391f7d8-97a8-4ed6-aa03-3b0879176ee4 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lazy-loading 'flavor' on Instance uuid bb127176-9aaa-4a7e-bb71-59aff3271715 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.958126] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541996} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.958383] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 9bcab890-6320-4cdc-9852-8e1d22ce6965/9bcab890-6320-4cdc-9852-8e1d22ce6965.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.958756] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.961971] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-300ba74a-2821-4186-8a47-367ddf864fcf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.971213] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 988.971213] env[68867]: value = "task-2951910" [ 988.971213] env[68867]: _type = "Task" [ 988.971213] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.987356] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.015473] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.020108] env[68867]: DEBUG nova.network.neutron [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.025187] env[68867]: DEBUG nova.network.neutron [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Successfully created port: 6da39cd8-fc36-4196-9cdb-0ef827fa70be {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.071449] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8163c01c-c121-48d5-8be4-c14dfcb5ba57 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.080890] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f227d-b743-40bb-9210-c04960cf8baa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.114880] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c86168-b7c8-4b86-a165-a4babda71cca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.124612] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec02af4-7fe3-42f7-bbc8-e44faccebe36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.143204] env[68867]: DEBUG nova.compute.provider_tree [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.145219] env[68867]: DEBUG nova.network.neutron [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.147679] env[68867]: DEBUG nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.154706] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523add47-5715-f253-59e3-d8c7d491c852, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.155689] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8dd9a42-e903-4654-9ebc-872d806b222b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.164053] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 989.164053] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52536342-ce98-22b8-c6e5-f8e19434aa24" [ 989.164053] env[68867]: _type = "Task" [ 989.164053] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.174245] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52536342-ce98-22b8-c6e5-f8e19434aa24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.233127] env[68867]: DEBUG nova.network.neutron [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.426118] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f121f105-1d5b-46df-ae3a-6ed1cef93e68 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.446946] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568c80f-a45a-43d8-80e9-ad5a7ca00f25 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.483348] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073783} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.483348] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.483348] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a76d33-551b-41f0-aed8-f83a402819b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.509206] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 9bcab890-6320-4cdc-9852-8e1d22ce6965/9bcab890-6320-4cdc-9852-8e1d22ce6965.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.511719] env[68867]: DEBUG nova.network.neutron [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Updating instance_info_cache with network_info: [{"id": "ef784059-700d-4607-98a0-9f8e8d166a13", "address": "fa:16:3e:bb:64:9b", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef784059-70", "ovs_interfaceid": "ef784059-700d-4607-98a0-9f8e8d166a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.513154] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbde19a7-e37b-4c29-a11f-1451d538e502 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.538552] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 989.538552] env[68867]: value = "task-2951911" [ 989.538552] env[68867]: _type = "Task" [ 989.538552] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.545721] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.550781] env[68867]: DEBUG nova.compute.manager [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Received event network-vif-plugged-ef784059-700d-4607-98a0-9f8e8d166a13 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.550994] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] Acquiring lock "0e1165df-35a2-454c-bbe2-1f685600e05d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.551222] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.551529] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.551768] env[68867]: DEBUG nova.compute.manager [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] No waiting events found dispatching network-vif-plugged-ef784059-700d-4607-98a0-9f8e8d166a13 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.551971] env[68867]: WARNING nova.compute.manager [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Received unexpected event network-vif-plugged-ef784059-700d-4607-98a0-9f8e8d166a13 for instance with vm_state building and task_state spawning. [ 989.552116] env[68867]: DEBUG nova.compute.manager [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Received event network-changed-ef784059-700d-4607-98a0-9f8e8d166a13 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.552299] env[68867]: DEBUG nova.compute.manager [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Refreshing instance network info cache due to event network-changed-ef784059-700d-4607-98a0-9f8e8d166a13. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.552549] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] Acquiring lock "refresh_cache-0e1165df-35a2-454c-bbe2-1f685600e05d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.654821] env[68867]: DEBUG nova.scheduler.client.report [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.677233] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52536342-ce98-22b8-c6e5-f8e19434aa24, 'name': SearchDatastore_Task, 'duration_secs': 0.011694} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.677233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.677233] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6/aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.677233] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92db9787-574e-4947-a260-52cfd48d2400 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.684376] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 989.684376] env[68867]: value = "task-2951912" [ 989.684376] env[68867]: _type = "Task" [ 989.684376] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.695046] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.735849] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Releasing lock "refresh_cache-bb127176-9aaa-4a7e-bb71-59aff3271715" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.736312] env[68867]: DEBUG nova.compute.manager [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.736508] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.737411] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feabb38d-ed95-45dc-bbfc-0b4d93f6da83 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.748595] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.748876] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197f1d0a-8a08-46af-a7a7-53d5c119b1c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.757237] env[68867]: DEBUG oslo_vmware.api [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 989.757237] env[68867]: value = "task-2951913" [ 989.757237] env[68867]: _type = "Task" [ 989.757237] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.766688] env[68867]: DEBUG oslo_vmware.api [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.962281] env[68867]: DEBUG nova.compute.manager [None req-0391f7d8-97a8-4ed6-aa03-3b0879176ee4 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Instance disappeared during snapshot {{(pid=68867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 990.031578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "refresh_cache-0e1165df-35a2-454c-bbe2-1f685600e05d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.031928] env[68867]: DEBUG nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Instance network_info: |[{"id": "ef784059-700d-4607-98a0-9f8e8d166a13", "address": "fa:16:3e:bb:64:9b", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef784059-70", "ovs_interfaceid": "ef784059-700d-4607-98a0-9f8e8d166a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.032295] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] Acquired lock "refresh_cache-0e1165df-35a2-454c-bbe2-1f685600e05d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.032490] env[68867]: DEBUG nova.network.neutron [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Refreshing network info cache for port ef784059-700d-4607-98a0-9f8e8d166a13 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.033810] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:64:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef784059-700d-4607-98a0-9f8e8d166a13', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.044143] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.048178] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.053920] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47d8c47a-79d9-4695-9289-e8bcffdd69e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.080048] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951911, 'name': ReconfigVM_Task, 'duration_secs': 0.486828} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.081034] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 9bcab890-6320-4cdc-9852-8e1d22ce6965/9bcab890-6320-4cdc-9852-8e1d22ce6965.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.082600] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4d2029b-9916-499b-afce-e68cf9672cd9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.084862] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.084862] env[68867]: value = "task-2951914" [ 990.084862] env[68867]: _type = "Task" [ 990.084862] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.094379] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 990.094379] env[68867]: value = "task-2951915" [ 990.094379] env[68867]: _type = "Task" [ 990.094379] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.097644] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951914, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.111599] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951915, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.132335] env[68867]: DEBUG nova.compute.manager [None req-0391f7d8-97a8-4ed6-aa03-3b0879176ee4 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Found 0 images (rotation: 2) {{(pid=68867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 990.163322] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.166233] env[68867]: DEBUG nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.168626] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.655s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.171375] env[68867]: INFO nova.compute.claims [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.197190] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.205936] env[68867]: INFO nova.scheduler.client.report [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted allocations for instance 9193b301-bb6f-4c46-9a53-f4205e68f49c [ 990.208991] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.209824] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.209824] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.210105] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.212029] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.212029] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.212029] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.212029] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.212029] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.212029] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.212029] env[68867]: DEBUG nova.virt.hardware [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.213722] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246083b-9066-420f-a739-42b69c7b2be6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.233242] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c8f93-5aa4-4b9d-9bdf-bdc7268c2952 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.285077] env[68867]: DEBUG oslo_vmware.api [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951913, 'name': PowerOffVM_Task, 'duration_secs': 0.160588} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.285894] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.285894] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.287157] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6baa2b67-cf33-424e-b142-02b24c5ae61e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.326725] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.327136] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.327238] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Deleting the datastore file [datastore2] bb127176-9aaa-4a7e-bb71-59aff3271715 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.327577] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf80322-859d-4e38-b4a3-9b178951cd77 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.339856] env[68867]: DEBUG oslo_vmware.api [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for the task: (returnval){ [ 990.339856] env[68867]: value = "task-2951917" [ 990.339856] env[68867]: _type = "Task" [ 990.339856] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.350920] env[68867]: DEBUG oslo_vmware.api [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.398762] env[68867]: DEBUG nova.network.neutron [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Updated VIF entry in instance network info cache for port ef784059-700d-4607-98a0-9f8e8d166a13. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.399253] env[68867]: DEBUG nova.network.neutron [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Updating instance_info_cache with network_info: [{"id": "ef784059-700d-4607-98a0-9f8e8d166a13", "address": "fa:16:3e:bb:64:9b", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef784059-70", "ovs_interfaceid": "ef784059-700d-4607-98a0-9f8e8d166a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.597850] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951914, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.606316] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951915, 'name': Rename_Task, 'duration_secs': 0.234119} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.606584] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.606824] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23866bc-0b0c-4c21-aac3-9caa5bb60ed1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.613619] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 990.613619] env[68867]: value = "task-2951918" [ 990.613619] env[68867]: _type = "Task" [ 990.613619] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.621712] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.696427] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66395} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.696692] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6/aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.696906] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.697186] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58e8f4dd-f981-41af-8937-531a26674836 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.704761] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 990.704761] env[68867]: value = "task-2951919" [ 990.704761] env[68867]: _type = "Task" [ 990.704761] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.714848] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.728741] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f8bc7f4a-b988-4ee7-b154-93f262405a3e tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "9193b301-bb6f-4c46-9a53-f4205e68f49c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.087s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.784720] env[68867]: DEBUG nova.compute.manager [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 990.851021] env[68867]: DEBUG oslo_vmware.api [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.879856] env[68867]: DEBUG nova.network.neutron [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Successfully updated port: 6da39cd8-fc36-4196-9cdb-0ef827fa70be {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.901708] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ad9a148-a388-40ee-b50f-936f89504f08 req-ab298183-2053-4f18-a224-9ea6096259fa service nova] Releasing lock "refresh_cache-0e1165df-35a2-454c-bbe2-1f685600e05d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.099109] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951914, 'name': CreateVM_Task, 'duration_secs': 0.815112} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.099109] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.099732] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.100051] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.100518] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.100919] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd40d88-58a6-4ead-bbc7-9cb91e11839a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.107289] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 991.107289] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528553dd-4f5b-c48d-6e5e-e76009aaa6c8" [ 991.107289] env[68867]: _type = "Task" [ 991.107289] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.116782] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528553dd-4f5b-c48d-6e5e-e76009aaa6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.126141] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951918, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.215454] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17787} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.218163] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.219208] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e2dd02-1b71-4c29-b542-f2e8505408ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.244610] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6/aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.247514] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b11c4f4-983d-4ae6-afc8-133a9ec6615e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.272868] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 991.272868] env[68867]: value = "task-2951920" [ 991.272868] env[68867]: _type = "Task" [ 991.272868] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.290115] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.308378] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.352601] env[68867]: DEBUG oslo_vmware.api [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Task: {'id': task-2951917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.938811} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.353844] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.354082] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.354311] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.354480] env[68867]: INFO nova.compute.manager [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Took 1.62 seconds to destroy the instance on the hypervisor. [ 991.354616] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.358854] env[68867]: DEBUG nova.compute.manager [-] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.358962] env[68867]: DEBUG nova.network.neutron [-] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.376314] env[68867]: DEBUG nova.network.neutron [-] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.383071] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "refresh_cache-4a1b04a3-7894-4cfa-9581-38fb920cbe3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.383231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired lock "refresh_cache-4a1b04a3-7894-4cfa-9581-38fb920cbe3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.383406] env[68867]: DEBUG nova.network.neutron [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.578506] env[68867]: DEBUG nova.compute.manager [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Received event network-vif-plugged-6da39cd8-fc36-4196-9cdb-0ef827fa70be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.578506] env[68867]: DEBUG oslo_concurrency.lockutils [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] Acquiring lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.579071] env[68867]: DEBUG oslo_concurrency.lockutils [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.579148] env[68867]: DEBUG oslo_concurrency.lockutils [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.579345] env[68867]: DEBUG nova.compute.manager [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] No waiting events found dispatching network-vif-plugged-6da39cd8-fc36-4196-9cdb-0ef827fa70be {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.579627] env[68867]: WARNING nova.compute.manager [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Received unexpected event network-vif-plugged-6da39cd8-fc36-4196-9cdb-0ef827fa70be for instance with vm_state building and task_state spawning. [ 991.580286] env[68867]: DEBUG nova.compute.manager [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Received event network-changed-6da39cd8-fc36-4196-9cdb-0ef827fa70be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.580286] env[68867]: DEBUG nova.compute.manager [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Refreshing instance network info cache due to event network-changed-6da39cd8-fc36-4196-9cdb-0ef827fa70be. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.580286] env[68867]: DEBUG oslo_concurrency.lockutils [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] Acquiring lock "refresh_cache-4a1b04a3-7894-4cfa-9581-38fb920cbe3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.594794] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20121ddc-1558-470a-bf82-e329a192a8c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.603140] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489b9d8-8bf2-43f1-bb00-dc08b1349760 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.641533] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db00b7-618a-4e8c-b4d6-e740889620b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.649079] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.649079] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Processing image 329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.649230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.649324] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.649523] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.653207] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6d18fea-031d-4aed-b20a-b3cf37f48603 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.655284] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951918, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.659467] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c857fcef-4674-4426-a61b-fa90dc98fa1d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.665533] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.665759] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.674393] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e37ce1f-6c7d-40c4-9723-d94eb8a5905f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.678019] env[68867]: DEBUG nova.compute.provider_tree [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.682692] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 991.682692] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52845456-edfa-0167-8b6e-55d13836d429" [ 991.682692] env[68867]: _type = "Task" [ 991.682692] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.693144] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52845456-edfa-0167-8b6e-55d13836d429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.783566] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.861740] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "3be07c27-d983-4327-928b-cae2f12f09bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.862025] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "3be07c27-d983-4327-928b-cae2f12f09bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.862257] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "3be07c27-d983-4327-928b-cae2f12f09bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.862446] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "3be07c27-d983-4327-928b-cae2f12f09bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.862612] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "3be07c27-d983-4327-928b-cae2f12f09bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.864761] env[68867]: INFO nova.compute.manager [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Terminating instance [ 991.879365] env[68867]: DEBUG nova.network.neutron [-] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.920277] env[68867]: DEBUG nova.network.neutron [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.047720] env[68867]: DEBUG nova.network.neutron [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Updating instance_info_cache with network_info: [{"id": "6da39cd8-fc36-4196-9cdb-0ef827fa70be", "address": "fa:16:3e:07:4f:c9", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da39cd8-fc", "ovs_interfaceid": "6da39cd8-fc36-4196-9cdb-0ef827fa70be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.147288] env[68867]: DEBUG oslo_vmware.api [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951918, 'name': PowerOnVM_Task, 'duration_secs': 1.129475} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.147562] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.147744] env[68867]: INFO nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Took 9.61 seconds to spawn the instance on the hypervisor. [ 992.147973] env[68867]: DEBUG nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.149123] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9a8560-7439-4c46-a91d-686ffb0d5c88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.181020] env[68867]: DEBUG nova.scheduler.client.report [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.194801] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Preparing fetch location {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 992.195060] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Fetch image to [datastore1] OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5/OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5.vmdk {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 992.195258] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Downloading stream optimized image 329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d to [datastore1] OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5/OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5.vmdk on the data store datastore1 as vApp {{(pid=68867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 992.195424] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Downloading image file data 329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d to the ESX as VM named 'OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5' {{(pid=68867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 992.278908] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 992.278908] env[68867]: value = "resgroup-9" [ 992.278908] env[68867]: _type = "ResourcePool" [ 992.278908] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 992.282497] env[68867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-38ed374c-1732-45a0-83a1-050162210541 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.304399] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951920, 'name': ReconfigVM_Task, 'duration_secs': 0.656847} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.305646] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Reconfigured VM instance instance-0000004b to attach disk [datastore1] aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6/aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.306378] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease: (returnval){ [ 992.306378] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525e236e-dcf9-b71b-8ece-a76f938071e0" [ 992.306378] env[68867]: _type = "HttpNfcLease" [ 992.306378] env[68867]: } obtained for vApp import into resource pool (val){ [ 992.306378] env[68867]: value = "resgroup-9" [ 992.306378] env[68867]: _type = "ResourcePool" [ 992.306378] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 992.306615] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the lease: (returnval){ [ 992.306615] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525e236e-dcf9-b71b-8ece-a76f938071e0" [ 992.306615] env[68867]: _type = "HttpNfcLease" [ 992.306615] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 992.306776] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28829759-2bb0-4a5c-afa4-80569ccc1cff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.315193] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.315193] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525e236e-dcf9-b71b-8ece-a76f938071e0" [ 992.315193] env[68867]: _type = "HttpNfcLease" [ 992.315193] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 992.316786] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 992.316786] env[68867]: value = "task-2951922" [ 992.316786] env[68867]: _type = "Task" [ 992.316786] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.324554] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951922, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.369159] env[68867]: DEBUG nova.compute.manager [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.369504] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.370604] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108497e-be52-406a-876e-5f48f84da6d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.379812] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.380145] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da4d11a9-ad15-427a-93e8-77a3ba56b3e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.382048] env[68867]: INFO nova.compute.manager [-] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Took 1.02 seconds to deallocate network for instance. [ 992.389181] env[68867]: DEBUG oslo_vmware.api [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 992.389181] env[68867]: value = "task-2951923" [ 992.389181] env[68867]: _type = "Task" [ 992.389181] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.397695] env[68867]: DEBUG oslo_vmware.api [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.551174] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Releasing lock "refresh_cache-4a1b04a3-7894-4cfa-9581-38fb920cbe3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.551665] env[68867]: DEBUG nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Instance network_info: |[{"id": "6da39cd8-fc36-4196-9cdb-0ef827fa70be", "address": "fa:16:3e:07:4f:c9", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da39cd8-fc", "ovs_interfaceid": "6da39cd8-fc36-4196-9cdb-0ef827fa70be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.551999] env[68867]: DEBUG oslo_concurrency.lockutils [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] Acquired lock "refresh_cache-4a1b04a3-7894-4cfa-9581-38fb920cbe3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.552235] env[68867]: DEBUG nova.network.neutron [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Refreshing network info cache for port 6da39cd8-fc36-4196-9cdb-0ef827fa70be {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.553518] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:4f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6da39cd8-fc36-4196-9cdb-0ef827fa70be', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.561850] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.562353] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.563141] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a0bb83-d4c6-4f46-af8c-08af23dabfd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.584442] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.584442] env[68867]: value = "task-2951924" [ 992.584442] env[68867]: _type = "Task" [ 992.584442] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.593148] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951924, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.667987] env[68867]: INFO nova.compute.manager [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Took 45.48 seconds to build instance. [ 992.689288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.690508] env[68867]: DEBUG nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.693877] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.695619] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.697299] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.720s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.697299] env[68867]: DEBUG nova.objects.instance [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'resources' on Instance uuid 0c506724-8d87-40ef-9f7c-755ad33415be {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.725600] env[68867]: INFO nova.scheduler.client.report [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Deleted allocations for instance 222942b9-d459-4937-83e0-30de9e0e30d1 [ 992.817484] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.817484] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525e236e-dcf9-b71b-8ece-a76f938071e0" [ 992.817484] env[68867]: _type = "HttpNfcLease" [ 992.817484] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 992.828244] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951922, 'name': Rename_Task, 'duration_secs': 0.175991} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.828244] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.828345] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501e5e1f-a1af-4bfd-95d4-386407dd59be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.835724] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 992.835724] env[68867]: value = "task-2951925" [ 992.835724] env[68867]: _type = "Task" [ 992.835724] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.846957] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.888504] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.899509] env[68867]: DEBUG oslo_vmware.api [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951923, 'name': PowerOffVM_Task, 'duration_secs': 0.25412} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.900070] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.900070] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.900338] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd173573-b9cc-480d-936f-e1bc4fd473fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.973730] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.973730] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.973730] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleting the datastore file [datastore1] 3be07c27-d983-4327-928b-cae2f12f09bc {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.973982] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b46a2e5-a1e9-4056-9a21-6959bddd5136 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.985025] env[68867]: DEBUG oslo_vmware.api [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 992.985025] env[68867]: value = "task-2951927" [ 992.985025] env[68867]: _type = "Task" [ 992.985025] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.995453] env[68867]: DEBUG oslo_vmware.api [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.094674] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951924, 'name': CreateVM_Task, 'duration_secs': 0.414861} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.094852] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.095551] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.095724] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.096063] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.096430] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0321a1-bd8b-4e98-9fb5-a862461fa6cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.107944] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 993.107944] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d8871e-c765-80f3-9584-90352aca6330" [ 993.107944] env[68867]: _type = "Task" [ 993.107944] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.119416] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d8871e-c765-80f3-9584-90352aca6330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.171208] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8ffd5e05-6f8f-40f7-9196-8e7ca18cf6de tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.998s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.203463] env[68867]: DEBUG nova.compute.utils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.205239] env[68867]: DEBUG nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.205987] env[68867]: DEBUG nova.network.neutron [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.237018] env[68867]: DEBUG oslo_concurrency.lockutils [None req-12fc13f7-8cbd-4f81-91da-67d42805ef37 tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "222942b9-d459-4937-83e0-30de9e0e30d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.101s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.291450] env[68867]: DEBUG nova.policy [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73825067c4eb4114a76b048f5a7bc50c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd77eaa62d9b471399724ecc04b2c7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.319281] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.319281] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525e236e-dcf9-b71b-8ece-a76f938071e0" [ 993.319281] env[68867]: _type = "HttpNfcLease" [ 993.319281] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 993.322108] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 993.322108] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525e236e-dcf9-b71b-8ece-a76f938071e0" [ 993.322108] env[68867]: _type = "HttpNfcLease" [ 993.322108] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 993.323366] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecff788-ccbc-497d-812e-1d0e18a9e3d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.332978] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840a03-4c52-bd28-d024-ed5dfbbeda6e/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 993.333772] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840a03-4c52-bd28-d024-ed5dfbbeda6e/disk-0.vmdk. {{(pid=68867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 993.405157] env[68867]: DEBUG nova.network.neutron [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Updated VIF entry in instance network info cache for port 6da39cd8-fc36-4196-9cdb-0ef827fa70be. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.405500] env[68867]: DEBUG nova.network.neutron [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Updating instance_info_cache with network_info: [{"id": "6da39cd8-fc36-4196-9cdb-0ef827fa70be", "address": "fa:16:3e:07:4f:c9", "network": {"id": "8437bb50-0c53-4f97-8018-d5eb0263bba4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "606560f3b8e240f18ecff2daf6f2defc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da39cd8-fc", "ovs_interfaceid": "6da39cd8-fc36-4196-9cdb-0ef827fa70be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.412188] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.415416] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29160b55-afdc-42ba-a73a-71bd6cb73489 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.496150] env[68867]: DEBUG oslo_vmware.api [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338747} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.498742] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.499103] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.499441] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.499441] env[68867]: INFO nova.compute.manager [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 993.499571] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.499914] env[68867]: DEBUG nova.compute.manager [-] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.500011] env[68867]: DEBUG nova.network.neutron [-] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.619447] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d8871e-c765-80f3-9584-90352aca6330, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.622425] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.622666] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.622900] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.623057] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.623375] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.624676] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c58d6af1-3963-46bd-8c73-57fe4582266e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.636992] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.637206] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.640449] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6ecd56-4e31-494b-9f44-2a22d4b50122 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.647057] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 993.647057] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f07e7c-6b98-7edd-2e0b-96afc5efbba8" [ 993.647057] env[68867]: _type = "Task" [ 993.647057] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.659583] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f07e7c-6b98-7edd-2e0b-96afc5efbba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.666283] env[68867]: DEBUG nova.network.neutron [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Successfully created port: a5df208b-1271-4a21-be59-e5e53027a98f {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.708941] env[68867]: DEBUG nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.712201] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407710dc-5392-4bef-9db9-341ae01904c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.724847] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5ad16-1b9c-43e1-a79a-728ed764d968 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.766381] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.766988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.767375] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.767711] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.768179] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.771748] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d4b02-772d-4ea5-9bbb-9c5a0ee87757 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.775032] env[68867]: INFO nova.compute.manager [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Terminating instance [ 993.786410] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd5f2fb-6281-4d03-9630-8a6dd743eb55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.807178] env[68867]: DEBUG nova.compute.provider_tree [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.847107] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.916184] env[68867]: DEBUG oslo_concurrency.lockutils [req-242f9983-9c32-4883-a604-1e7be6799694 req-80e2f924-2476-44bb-809e-10c57950d3ee service nova] Releasing lock "refresh_cache-4a1b04a3-7894-4cfa-9581-38fb920cbe3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.166370] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f07e7c-6b98-7edd-2e0b-96afc5efbba8, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.172042] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9b6d48-b268-4bfa-bfd4-24876e9237bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.181212] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 994.181212] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52458673-2f87-f429-870d-85f396b280e5" [ 994.181212] env[68867]: _type = "Task" [ 994.181212] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.193455] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52458673-2f87-f429-870d-85f396b280e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.196068] env[68867]: DEBUG nova.compute.manager [req-7c904ca4-bdbf-4da1-84a0-5aa7acdac839 req-643188a8-7d18-4a4a-9b80-d40c2030db5e service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Received event network-vif-deleted-8d940ba0-9c20-41b1-92ae-0aae21823c3f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.196287] env[68867]: INFO nova.compute.manager [req-7c904ca4-bdbf-4da1-84a0-5aa7acdac839 req-643188a8-7d18-4a4a-9b80-d40c2030db5e service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Neutron deleted interface 8d940ba0-9c20-41b1-92ae-0aae21823c3f; detaching it from the instance and deleting it from the info cache [ 994.196477] env[68867]: DEBUG nova.network.neutron [req-7c904ca4-bdbf-4da1-84a0-5aa7acdac839 req-643188a8-7d18-4a4a-9b80-d40c2030db5e service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.280693] env[68867]: DEBUG nova.compute.manager [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.280961] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.283153] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a21d504-044c-4fc8-88c1-205fef35ae07 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.293093] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.293387] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470b33c4-7175-4355-a050-679b2e42fb0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.301275] env[68867]: DEBUG oslo_vmware.api [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 994.301275] env[68867]: value = "task-2951928" [ 994.301275] env[68867]: _type = "Task" [ 994.301275] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.311175] env[68867]: DEBUG nova.scheduler.client.report [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.315854] env[68867]: DEBUG oslo_vmware.api [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.352974] env[68867]: DEBUG oslo_vmware.api [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951925, 'name': PowerOnVM_Task, 'duration_secs': 1.466776} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.353768] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.354148] env[68867]: INFO nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Took 9.24 seconds to spawn the instance on the hypervisor. [ 994.354419] env[68867]: DEBUG nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.355536] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc5101-4143-4e7a-bd57-2170b35c07ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.393755] env[68867]: DEBUG nova.network.neutron [-] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.553524] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Completed reading data from the image iterator. {{(pid=68867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 994.553859] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840a03-4c52-bd28-d024-ed5dfbbeda6e/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.555337] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc985525-74ee-4ebf-88c4-3da57675b78c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.566376] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840a03-4c52-bd28-d024-ed5dfbbeda6e/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.566634] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840a03-4c52-bd28-d024-ed5dfbbeda6e/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 994.567094] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-054dafec-1942-4574-acbd-9ef895cf19c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.692522] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52458673-2f87-f429-870d-85f396b280e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014076} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.692781] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.693045] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 4a1b04a3-7894-4cfa-9581-38fb920cbe3a/4a1b04a3-7894-4cfa-9581-38fb920cbe3a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.693309] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8739317e-6171-45ba-bec8-af9b04523987 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.700718] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 994.700718] env[68867]: value = "task-2951929" [ 994.700718] env[68867]: _type = "Task" [ 994.700718] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.701075] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-972ce3a3-7e47-45d7-b1c1-45e69c9d9b9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.711877] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.715552] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc28677-6e2a-41bc-8ec9-22437a43610c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.726510] env[68867]: DEBUG nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.756244] env[68867]: DEBUG nova.compute.manager [req-7c904ca4-bdbf-4da1-84a0-5aa7acdac839 req-643188a8-7d18-4a4a-9b80-d40c2030db5e service nova] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Detach interface failed, port_id=8d940ba0-9c20-41b1-92ae-0aae21823c3f, reason: Instance 3be07c27-d983-4327-928b-cae2f12f09bc could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.765378] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.765643] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.765819] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.766034] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.766192] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.766359] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.766586] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.766764] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.766946] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.767135] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.767331] env[68867]: DEBUG nova.virt.hardware [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.768220] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bc1af7-f023-40eb-8b9d-dbbc285ef619 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.776479] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ebdf07-6941-46b6-a023-fb6184954520 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.809945] env[68867]: DEBUG oslo_vmware.api [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951928, 'name': PowerOffVM_Task, 'duration_secs': 0.26742} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.810250] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.810420] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.810668] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-276bc9e3-c32f-4959-8e04-7517bc489f03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.817118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.819244] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.521s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.820801] env[68867]: INFO nova.compute.claims [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.842422] env[68867]: INFO nova.scheduler.client.report [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted allocations for instance 0c506724-8d87-40ef-9f7c-755ad33415be [ 994.880167] env[68867]: INFO nova.compute.manager [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Took 43.65 seconds to build instance. [ 994.886338] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "9bcab890-6320-4cdc-9852-8e1d22ce6965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.886637] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.886872] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "9bcab890-6320-4cdc-9852-8e1d22ce6965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.887187] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.887459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.890268] env[68867]: INFO nova.compute.manager [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Terminating instance [ 994.896319] env[68867]: INFO nova.compute.manager [-] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Took 1.40 seconds to deallocate network for instance. [ 994.899559] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.899846] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.900128] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Deleting the datastore file [datastore2] 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.905163] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e50142-8f0b-441a-9fc6-e0c964a13e57 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.910185] env[68867]: DEBUG oslo_vmware.rw_handles [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840a03-4c52-bd28-d024-ed5dfbbeda6e/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 994.910432] env[68867]: INFO nova.virt.vmwareapi.images [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Downloaded image file data 329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d [ 994.912120] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2fbfb-ffea-4db4-8b90-1a49738628d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.917261] env[68867]: DEBUG oslo_vmware.api [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for the task: (returnval){ [ 994.917261] env[68867]: value = "task-2951931" [ 994.917261] env[68867]: _type = "Task" [ 994.917261] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.935567] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1e207fa-96ff-4981-b847-b5f04c4c7ac0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.942650] env[68867]: DEBUG oslo_vmware.api [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.995766] env[68867]: INFO nova.virt.vmwareapi.images [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] The imported VM was unregistered [ 994.998931] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Caching image {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 994.999314] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating directory with path [datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.999628] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1377b66-c42b-48e1-ade8-c13ad068a52d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.048637] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created directory with path [datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.048637] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5/OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5.vmdk to [datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d.vmdk. {{(pid=68867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 995.048838] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-30b2d4bf-dd12-4cf8-8c8f-bd38648a4e18 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.060922] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 995.060922] env[68867]: value = "task-2951933" [ 995.060922] env[68867]: _type = "Task" [ 995.060922] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.074397] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951933, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.214107] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502848} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.214651] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 4a1b04a3-7894-4cfa-9581-38fb920cbe3a/4a1b04a3-7894-4cfa-9581-38fb920cbe3a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.214651] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.214969] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5d090f6-2873-4155-bca0-8d89cdceb785 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.222938] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 995.222938] env[68867]: value = "task-2951934" [ 995.222938] env[68867]: _type = "Task" [ 995.222938] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.232616] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.330611] env[68867]: DEBUG nova.network.neutron [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Successfully updated port: a5df208b-1271-4a21-be59-e5e53027a98f {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.351444] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8d4bc910-fc9b-4449-9277-8405dee3ed14 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "0c506724-8d87-40ef-9f7c-755ad33415be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.647s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.383081] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c8aaa09a-ed06-4513-91e0-132fbdc17f92 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.904s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.395694] env[68867]: DEBUG nova.compute.manager [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.395932] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.397146] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04449e-af84-4728-9861-fbf0fb36b619 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.407390] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.407710] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d193081-c6c2-435e-b2d1-b49faf3d48c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.410337] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.425067] env[68867]: DEBUG oslo_vmware.api [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 995.425067] env[68867]: value = "task-2951935" [ 995.425067] env[68867]: _type = "Task" [ 995.425067] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.432931] env[68867]: DEBUG oslo_vmware.api [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Task: {'id': task-2951931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354152} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.433708] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.433897] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.434087] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.434450] env[68867]: INFO nova.compute.manager [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.434734] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.434942] env[68867]: DEBUG nova.compute.manager [-] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.435060] env[68867]: DEBUG nova.network.neutron [-] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.440578] env[68867]: DEBUG oslo_vmware.api [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.579686] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951933, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.735962] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083262} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.739649] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.739649] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6036c23d-6245-4609-af83-ccc1ab7000c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.768628] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4a1b04a3-7894-4cfa-9581-38fb920cbe3a/4a1b04a3-7894-4cfa-9581-38fb920cbe3a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.768940] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b49103c-44f0-4268-a99f-78af3fe0ab5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.796494] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 995.796494] env[68867]: value = "task-2951936" [ 995.796494] env[68867]: _type = "Task" [ 995.796494] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.807827] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.836923] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "refresh_cache-ca358185-4e45-4edb-a23c-e15fd73e7d26" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.837163] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "refresh_cache-ca358185-4e45-4edb-a23c-e15fd73e7d26" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.837460] env[68867]: DEBUG nova.network.neutron [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.937729] env[68867]: DEBUG oslo_vmware.api [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951935, 'name': PowerOffVM_Task, 'duration_secs': 0.248694} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.938057] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.938247] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.938533] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d7272a8-2d91-468a-96b2-4e429ff9d43b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.041493] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.041711] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.041885] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Deleting the datastore file [datastore2] 9bcab890-6320-4cdc-9852-8e1d22ce6965 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.042175] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3232222-cdd2-44f7-b3d9-8ffb33fdc977 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.055235] env[68867]: DEBUG oslo_vmware.api [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for the task: (returnval){ [ 996.055235] env[68867]: value = "task-2951938" [ 996.055235] env[68867]: _type = "Task" [ 996.055235] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.071957] env[68867]: DEBUG oslo_vmware.api [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.078667] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951933, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.246652] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf45e21-84ec-4ef1-b4a9-a42d4337e5a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.258969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16db991-e957-49ad-9c6e-b25722c73c6f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.305894] env[68867]: DEBUG nova.network.neutron [-] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.312488] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b35cd5-7213-42e8-932c-c9ae735aed44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.322919] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951936, 'name': ReconfigVM_Task, 'duration_secs': 0.441886} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.326454] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4a1b04a3-7894-4cfa-9581-38fb920cbe3a/4a1b04a3-7894-4cfa-9581-38fb920cbe3a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.327619] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d9cb608-da82-4612-a265-047c3e30646a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.331137] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e982151-57bd-439f-a8ba-3fa8f08ba3a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.352575] env[68867]: DEBUG nova.compute.provider_tree [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.355603] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 996.355603] env[68867]: value = "task-2951939" [ 996.355603] env[68867]: _type = "Task" [ 996.355603] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.370327] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951939, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.406301] env[68867]: DEBUG nova.network.neutron [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.478154] env[68867]: DEBUG nova.compute.manager [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Received event network-vif-plugged-a5df208b-1271-4a21-be59-e5e53027a98f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.478484] env[68867]: DEBUG oslo_concurrency.lockutils [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] Acquiring lock "ca358185-4e45-4edb-a23c-e15fd73e7d26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.478858] env[68867]: DEBUG oslo_concurrency.lockutils [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.479264] env[68867]: DEBUG oslo_concurrency.lockutils [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.479559] env[68867]: DEBUG nova.compute.manager [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] No waiting events found dispatching network-vif-plugged-a5df208b-1271-4a21-be59-e5e53027a98f {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.479876] env[68867]: WARNING nova.compute.manager [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Received unexpected event network-vif-plugged-a5df208b-1271-4a21-be59-e5e53027a98f for instance with vm_state building and task_state spawning. [ 996.479876] env[68867]: DEBUG nova.compute.manager [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Received event network-changed-a5df208b-1271-4a21-be59-e5e53027a98f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.480010] env[68867]: DEBUG nova.compute.manager [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Refreshing instance network info cache due to event network-changed-a5df208b-1271-4a21-be59-e5e53027a98f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.480231] env[68867]: DEBUG oslo_concurrency.lockutils [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] Acquiring lock "refresh_cache-ca358185-4e45-4edb-a23c-e15fd73e7d26" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.572082] env[68867]: DEBUG oslo_vmware.api [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Task: {'id': task-2951938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298072} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.575921] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.576198] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.576440] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.576683] env[68867]: INFO nova.compute.manager [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Took 1.18 seconds to destroy the instance on the hypervisor. [ 996.576948] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.577227] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951933, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.577449] env[68867]: DEBUG nova.compute.manager [-] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.577548] env[68867]: DEBUG nova.network.neutron [-] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.621075] env[68867]: DEBUG nova.network.neutron [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Updating instance_info_cache with network_info: [{"id": "a5df208b-1271-4a21-be59-e5e53027a98f", "address": "fa:16:3e:fd:c9:e4", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5df208b-12", "ovs_interfaceid": "a5df208b-1271-4a21-be59-e5e53027a98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.809862] env[68867]: INFO nova.compute.manager [-] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Took 1.37 seconds to deallocate network for instance. [ 996.857374] env[68867]: DEBUG nova.scheduler.client.report [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.875452] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951939, 'name': Rename_Task, 'duration_secs': 0.215491} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.877598] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.878243] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a073e963-ce93-4ddc-a2e0-a18cc7005daa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.892728] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 996.892728] env[68867]: value = "task-2951940" [ 996.892728] env[68867]: _type = "Task" [ 996.892728] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.906372] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.008973] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "44028339-8c0f-4384-b4ee-3b37f975de00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.008973] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "44028339-8c0f-4384-b4ee-3b37f975de00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.080463] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951933, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.124554] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "refresh_cache-ca358185-4e45-4edb-a23c-e15fd73e7d26" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.124981] env[68867]: DEBUG nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Instance network_info: |[{"id": "a5df208b-1271-4a21-be59-e5e53027a98f", "address": "fa:16:3e:fd:c9:e4", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5df208b-12", "ovs_interfaceid": "a5df208b-1271-4a21-be59-e5e53027a98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.125358] env[68867]: DEBUG oslo_concurrency.lockutils [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] Acquired lock "refresh_cache-ca358185-4e45-4edb-a23c-e15fd73e7d26" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.125576] env[68867]: DEBUG nova.network.neutron [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Refreshing network info cache for port a5df208b-1271-4a21-be59-e5e53027a98f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.127069] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:c9:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5df208b-1271-4a21-be59-e5e53027a98f', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.137146] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.137867] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.138542] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87389d8-3b02-4992-bfa2-773ff77808a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.162394] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.162394] env[68867]: value = "task-2951941" [ 997.162394] env[68867]: _type = "Task" [ 997.162394] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.172981] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951941, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.315928] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.363272] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.363846] env[68867]: DEBUG nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.367043] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.711s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.369316] env[68867]: INFO nova.compute.claims [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.379196] env[68867]: DEBUG nova.network.neutron [-] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.407036] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951940, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.515122] env[68867]: DEBUG nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.576198] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951933, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.675070] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951941, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.865060] env[68867]: DEBUG nova.network.neutron [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Updated VIF entry in instance network info cache for port a5df208b-1271-4a21-be59-e5e53027a98f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.865494] env[68867]: DEBUG nova.network.neutron [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Updating instance_info_cache with network_info: [{"id": "a5df208b-1271-4a21-be59-e5e53027a98f", "address": "fa:16:3e:fd:c9:e4", "network": {"id": "fb5b3c2d-2552-47f1-bb57-86956f78a6f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2134955227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd77eaa62d9b471399724ecc04b2c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5df208b-12", "ovs_interfaceid": "a5df208b-1271-4a21-be59-e5e53027a98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.874217] env[68867]: DEBUG nova.compute.utils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.881840] env[68867]: DEBUG nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.881840] env[68867]: DEBUG nova.network.neutron [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.886441] env[68867]: INFO nova.compute.manager [-] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Took 1.31 seconds to deallocate network for instance. [ 997.893299] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.893535] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.915129] env[68867]: DEBUG oslo_vmware.api [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951940, 'name': PowerOnVM_Task, 'duration_secs': 0.727169} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.915462] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.915794] env[68867]: INFO nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Took 7.75 seconds to spawn the instance on the hypervisor. [ 997.916122] env[68867]: DEBUG nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.917097] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866304b-8d71-4244-aa85-97ffb9a16084 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.930622] env[68867]: DEBUG nova.policy [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '170af50c7a1548219f4b852062c3de94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26fbc73ee0b40d59019fad999a5c7b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.034994] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.079536] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951933, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.6902} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.079809] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5/OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5.vmdk to [datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d.vmdk. [ 998.080078] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Cleaning up location [datastore1] OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5 {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 998.080192] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ce3170c4-aa1e-4472-97f2-ad00f10d55f5 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.080875] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4f6bd95-63a8-4d52-832b-40e2bc5a3fdf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.087966] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 998.087966] env[68867]: value = "task-2951942" [ 998.087966] env[68867]: _type = "Task" [ 998.087966] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.096937] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.175297] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951941, 'name': CreateVM_Task, 'duration_secs': 0.830981} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.175297] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.175297] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.175297] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.175586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.175730] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf43084f-bedb-4a56-8c3d-f357d26bfecd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.181291] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 998.181291] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520f88dd-02ec-a7a0-a08b-37c7cef8f664" [ 998.181291] env[68867]: _type = "Task" [ 998.181291] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.190908] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f88dd-02ec-a7a0-a08b-37c7cef8f664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.241268] env[68867]: DEBUG nova.network.neutron [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Successfully created port: 227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.369483] env[68867]: DEBUG oslo_concurrency.lockutils [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] Releasing lock "refresh_cache-ca358185-4e45-4edb-a23c-e15fd73e7d26" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.369836] env[68867]: DEBUG nova.compute.manager [req-0dfbd54c-3a6e-4057-bf8b-4a0f1db2b9ce req-ce15eba3-9a1d-45f4-bae4-e02f2380c5d7 service nova] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Received event network-vif-deleted-e45f7840-639f-40a1-9354-82d6a7ee77f7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.384412] env[68867]: DEBUG nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.402495] env[68867]: DEBUG nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.407753] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.437573] env[68867]: INFO nova.compute.manager [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Took 37.18 seconds to build instance. [ 998.504866] env[68867]: DEBUG nova.compute.manager [req-d65937e7-2fc7-4aca-a98e-67b0596795bd req-99ad097a-5d8f-441f-ba66-d7c939fdb193 service nova] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Received event network-vif-deleted-3c3e5522-f15c-4d07-b32b-bc33c5c18502 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.599176] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05649} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.601655] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.601830] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.602126] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d.vmdk to [datastore1] 0e1165df-35a2-454c-bbe2-1f685600e05d/0e1165df-35a2-454c-bbe2-1f685600e05d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.603076] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0449f693-8286-4baa-8029-b762f9604390 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.610344] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 998.610344] env[68867]: value = "task-2951943" [ 998.610344] env[68867]: _type = "Task" [ 998.610344] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.621149] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.691813] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f88dd-02ec-a7a0-a08b-37c7cef8f664, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.694222] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.694460] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.694741] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.694833] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.695021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.695452] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b565732-6d80-4337-a746-54fbd70de865 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.704560] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.704745] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.707577] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02341e5-fc41-476d-bfff-0c1a02ec6233 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.712923] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 998.712923] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526c829a-d078-2366-0424-49f6acf431a4" [ 998.712923] env[68867]: _type = "Task" [ 998.712923] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.721363] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526c829a-d078-2366-0424-49f6acf431a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.847826] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d315e10-8e56-46d8-8c1f-5a7daeecdd96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.857539] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa978b5-7e12-489e-aa7d-57cb54a4baf3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.898121] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485f9b0d-8a5e-4c53-932e-af7341170959 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.908034] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c5ca4-1230-4de8-b91e-d922423c6a0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.927951] env[68867]: DEBUG nova.compute.provider_tree [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.933088] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.942605] env[68867]: DEBUG oslo_concurrency.lockutils [None req-901e3e44-9fc7-450f-817d-cc7559e2bd0c tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.770s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.120747] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951943, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.223590] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526c829a-d078-2366-0424-49f6acf431a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.224469] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0d4f49-1187-4dda-a8dc-0266eecd75ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.231502] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 999.231502] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cbd6d7-b4dd-a366-9ee8-21889e22ec67" [ 999.231502] env[68867]: _type = "Task" [ 999.231502] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.240820] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cbd6d7-b4dd-a366-9ee8-21889e22ec67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.402969] env[68867]: DEBUG nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.432224] env[68867]: DEBUG nova.scheduler.client.report [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.439789] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.440099] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.440278] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.440564] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.440765] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.440968] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.441265] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.441480] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.441720] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.441943] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.442189] env[68867]: DEBUG nova.virt.hardware [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.443428] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f04f99-8a1f-4433-bd0d-81b32b4d4cad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.455470] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de206e0-6f4e-48de-897a-3fd2442f0c91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.560179] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2778edfa-e85e-4518-9520-002553f6da1c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.568149] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71f81c-d8cf-4b43-8889-d515c0deb76a tempest-ServersAdminNegativeTestJSON-381915164 tempest-ServersAdminNegativeTestJSON-381915164-project-admin] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Suspending the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 999.568462] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bb86a28b-16c7-4c1a-829e-ddfcd1fb34fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.576805] env[68867]: DEBUG oslo_vmware.api [None req-0b71f81c-d8cf-4b43-8889-d515c0deb76a tempest-ServersAdminNegativeTestJSON-381915164 tempest-ServersAdminNegativeTestJSON-381915164-project-admin] Waiting for the task: (returnval){ [ 999.576805] env[68867]: value = "task-2951944" [ 999.576805] env[68867]: _type = "Task" [ 999.576805] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.588867] env[68867]: DEBUG oslo_vmware.api [None req-0b71f81c-d8cf-4b43-8889-d515c0deb76a tempest-ServersAdminNegativeTestJSON-381915164 tempest-ServersAdminNegativeTestJSON-381915164-project-admin] Task: {'id': task-2951944, 'name': SuspendVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.623033] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951943, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.744682] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cbd6d7-b4dd-a366-9ee8-21889e22ec67, 'name': SearchDatastore_Task, 'duration_secs': 0.089185} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.744984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.745256] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] ca358185-4e45-4edb-a23c-e15fd73e7d26/ca358185-4e45-4edb-a23c-e15fd73e7d26.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.745591] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bf0262e-2130-4c93-af3a-7a4fcd72cc9b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.755096] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 999.755096] env[68867]: value = "task-2951945" [ 999.755096] env[68867]: _type = "Task" [ 999.755096] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.765737] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.799253] env[68867]: DEBUG nova.network.neutron [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Successfully updated port: 227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.949424] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.949988] env[68867]: DEBUG nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.952939] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.938s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.953209] env[68867]: DEBUG nova.objects.instance [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lazy-loading 'resources' on Instance uuid 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.088900] env[68867]: DEBUG oslo_vmware.api [None req-0b71f81c-d8cf-4b43-8889-d515c0deb76a tempest-ServersAdminNegativeTestJSON-381915164 tempest-ServersAdminNegativeTestJSON-381915164-project-admin] Task: {'id': task-2951944, 'name': SuspendVM_Task} progress is 62%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.123875] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951943, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.266684] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.302610] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.302763] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.302928] env[68867]: DEBUG nova.network.neutron [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.456454] env[68867]: DEBUG nova.compute.utils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.461685] env[68867]: DEBUG nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.461925] env[68867]: DEBUG nova.network.neutron [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.506400] env[68867]: DEBUG nova.policy [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab3484100a00405b8aa1e141e0125334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eed38fa3b3454a9abbcfdb5c48370f23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.532443] env[68867]: DEBUG nova.compute.manager [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Received event network-vif-plugged-227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.532657] env[68867]: DEBUG oslo_concurrency.lockutils [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] Acquiring lock "4044ce86-5aef-49c9-8382-98687e45edca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.532777] env[68867]: DEBUG oslo_concurrency.lockutils [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] Lock "4044ce86-5aef-49c9-8382-98687e45edca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.532964] env[68867]: DEBUG oslo_concurrency.lockutils [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] Lock "4044ce86-5aef-49c9-8382-98687e45edca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.533416] env[68867]: DEBUG nova.compute.manager [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] No waiting events found dispatching network-vif-plugged-227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.533608] env[68867]: WARNING nova.compute.manager [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Received unexpected event network-vif-plugged-227d0db2-a809-4a45-8af1-b3490ace8e18 for instance with vm_state building and task_state spawning. [ 1000.533767] env[68867]: DEBUG nova.compute.manager [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Received event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.533913] env[68867]: DEBUG nova.compute.manager [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing instance network info cache due to event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.534091] env[68867]: DEBUG oslo_concurrency.lockutils [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] Acquiring lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.590579] env[68867]: DEBUG oslo_vmware.api [None req-0b71f81c-d8cf-4b43-8889-d515c0deb76a tempest-ServersAdminNegativeTestJSON-381915164 tempest-ServersAdminNegativeTestJSON-381915164-project-admin] Task: {'id': task-2951944, 'name': SuspendVM_Task, 'duration_secs': 0.694529} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.590851] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71f81c-d8cf-4b43-8889-d515c0deb76a tempest-ServersAdminNegativeTestJSON-381915164 tempest-ServersAdminNegativeTestJSON-381915164-project-admin] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Suspended the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1000.591043] env[68867]: DEBUG nova.compute.manager [None req-0b71f81c-d8cf-4b43-8889-d515c0deb76a tempest-ServersAdminNegativeTestJSON-381915164 tempest-ServersAdminNegativeTestJSON-381915164-project-admin] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.591899] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e0882-62a8-44cd-9acf-087227be929c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.628537] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951943, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.769041] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.824991] env[68867]: DEBUG nova.network.neutron [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Successfully created port: d10052b3-8a16-4bde-b190-0c3c15f04dca {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.852595] env[68867]: DEBUG nova.network.neutron [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.922509] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92636968-0d3f-4335-b84f-d954e2a3f01b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.934329] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff8c84-be1e-4c2c-aa33-ab2212d65c63 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.967820] env[68867]: DEBUG nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.971758] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3c758-9ae4-4520-b38f-2ca8cbbfd9b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.984953] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b8adff-3a64-4898-a7ea-bf513a119d45 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.002039] env[68867]: DEBUG nova.compute.provider_tree [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.093095] env[68867]: DEBUG nova.network.neutron [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.127934] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951943, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.315324} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.128261] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d/329f4dd7-9c7b-4789-9edb-db4a7fcd4b0d.vmdk to [datastore1] 0e1165df-35a2-454c-bbe2-1f685600e05d/0e1165df-35a2-454c-bbe2-1f685600e05d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.129123] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58bbb59-f867-436a-8c6a-991928c199c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.160391] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0e1165df-35a2-454c-bbe2-1f685600e05d/0e1165df-35a2-454c-bbe2-1f685600e05d.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.161234] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-737dd3ac-9c71-4fdd-ad28-bec0fb9d29a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.184324] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1001.184324] env[68867]: value = "task-2951946" [ 1001.184324] env[68867]: _type = "Task" [ 1001.184324] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.194509] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.269692] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951945, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.508912] env[68867]: DEBUG nova.scheduler.client.report [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.596616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.596943] env[68867]: DEBUG nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Instance network_info: |[{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.599963] env[68867]: DEBUG oslo_concurrency.lockutils [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] Acquired lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.600175] env[68867]: DEBUG nova.network.neutron [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.601432] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:c6:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '227d0db2-a809-4a45-8af1-b3490ace8e18', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.611166] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.613100] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.613583] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cba7633-44f9-4e79-ad30-1d7514e44a42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.640304] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.640304] env[68867]: value = "task-2951947" [ 1001.640304] env[68867]: _type = "Task" [ 1001.640304] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.649272] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951947, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.696872] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.768572] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951945, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.538085} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.771428] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] ca358185-4e45-4edb-a23c-e15fd73e7d26/ca358185-4e45-4edb-a23c-e15fd73e7d26.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.771653] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.771914] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ed41b86-03da-44df-9d9b-5bc21a6d1e75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.779868] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 1001.779868] env[68867]: value = "task-2951948" [ 1001.779868] env[68867]: _type = "Task" [ 1001.779868] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.789288] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.845811] env[68867]: DEBUG nova.network.neutron [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updated VIF entry in instance network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.845811] env[68867]: DEBUG nova.network.neutron [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.979570] env[68867]: DEBUG nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.002646] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.003235] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.003591] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.003912] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.004212] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.004489] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.004828] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.005129] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.005425] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.005729] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.006051] env[68867]: DEBUG nova.virt.hardware [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.008097] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be66dbc-e4f9-4dea-abe1-3ac4a2c20bc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.015900] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.018300] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.710s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.021145] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d385c52a-e686-4b2b-bc36-e8cdc66df4c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.041101] env[68867]: INFO nova.scheduler.client.report [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Deleted allocations for instance 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6 [ 1002.152917] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951947, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.195813] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.292808] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074148} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.293135] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.294055] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252defd8-8e4e-4fc0-9856-63dab6fbd756 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.318923] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ca358185-4e45-4edb-a23c-e15fd73e7d26/ca358185-4e45-4edb-a23c-e15fd73e7d26.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.319283] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0f7424-901e-43fb-94b2-96fe53036e5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.341826] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 1002.341826] env[68867]: value = "task-2951949" [ 1002.341826] env[68867]: _type = "Task" [ 1002.341826] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.351449] env[68867]: DEBUG oslo_concurrency.lockutils [req-b6a66d58-6608-42f8-b47b-faae0a7141d4 req-7ce1949d-e07b-4679-8d10-50d78744391f service nova] Releasing lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.351746] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.480126] env[68867]: DEBUG nova.network.neutron [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Successfully updated port: d10052b3-8a16-4bde-b190-0c3c15f04dca {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.529699] env[68867]: INFO nova.compute.claims [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.550577] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f6a13601-9515-48aa-a824-01564d29cd9c tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "832c53ff-4606-4fb6-b1f1-4e2b22c81bb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.975s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.651917] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951947, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.696012] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951946, 'name': ReconfigVM_Task, 'duration_secs': 1.216085} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.696280] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0e1165df-35a2-454c-bbe2-1f685600e05d/0e1165df-35a2-454c-bbe2-1f685600e05d.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.696943] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da27eef-8990-47de-92d5-a2230d36ddc1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.706462] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1002.706462] env[68867]: value = "task-2951950" [ 1002.706462] env[68867]: _type = "Task" [ 1002.706462] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.716841] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951950, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.786020] env[68867]: DEBUG nova.compute.manager [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Received event network-vif-plugged-d10052b3-8a16-4bde-b190-0c3c15f04dca {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.786020] env[68867]: DEBUG oslo_concurrency.lockutils [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] Acquiring lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.786020] env[68867]: DEBUG oslo_concurrency.lockutils [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.786020] env[68867]: DEBUG oslo_concurrency.lockutils [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.786020] env[68867]: DEBUG nova.compute.manager [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] No waiting events found dispatching network-vif-plugged-d10052b3-8a16-4bde-b190-0c3c15f04dca {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.786712] env[68867]: WARNING nova.compute.manager [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Received unexpected event network-vif-plugged-d10052b3-8a16-4bde-b190-0c3c15f04dca for instance with vm_state building and task_state spawning. [ 1002.787231] env[68867]: DEBUG nova.compute.manager [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Received event network-changed-d10052b3-8a16-4bde-b190-0c3c15f04dca {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.793022] env[68867]: DEBUG nova.compute.manager [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Refreshing instance network info cache due to event network-changed-d10052b3-8a16-4bde-b190-0c3c15f04dca. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.793022] env[68867]: DEBUG oslo_concurrency.lockutils [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] Acquiring lock "refresh_cache-ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.793022] env[68867]: DEBUG oslo_concurrency.lockutils [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] Acquired lock "refresh_cache-ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.793022] env[68867]: DEBUG nova.network.neutron [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Refreshing network info cache for port d10052b3-8a16-4bde-b190-0c3c15f04dca {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.853029] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951949, 'name': ReconfigVM_Task, 'duration_secs': 0.286284} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.854585] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ca358185-4e45-4edb-a23c-e15fd73e7d26/ca358185-4e45-4edb-a23c-e15fd73e7d26.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.854585] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f1e8b0-64ec-4e8b-a6e0-88c56509495a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.863375] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 1002.863375] env[68867]: value = "task-2951951" [ 1002.863375] env[68867]: _type = "Task" [ 1002.863375] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.876262] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951951, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.982714] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "refresh_cache-ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.036904] env[68867]: INFO nova.compute.resource_tracker [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating resource usage from migration cf6b6af5-3a12-4b4b-b22e-3fe536286ea3 [ 1003.159956] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951947, 'name': CreateVM_Task, 'duration_secs': 1.115908} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.160169] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.160875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.161073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.161368] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.161649] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9733c1ea-6281-45af-a2b6-22555929012b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.169591] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1003.169591] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed4dec-17eb-d3f7-fb40-57900c089866" [ 1003.169591] env[68867]: _type = "Task" [ 1003.169591] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.178946] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ed4dec-17eb-d3f7-fb40-57900c089866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.219282] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951950, 'name': Rename_Task, 'duration_secs': 0.267564} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.219399] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.219669] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b87556f-85ac-4a51-bd2c-0803b6e849b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.227458] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1003.227458] env[68867]: value = "task-2951952" [ 1003.227458] env[68867]: _type = "Task" [ 1003.227458] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.238460] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.340922] env[68867]: DEBUG nova.network.neutron [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.376048] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951951, 'name': Rename_Task, 'duration_secs': 0.156306} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.376441] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.376770] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f610bbb-dd2d-4c4c-8aa6-c48465fa341b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.387017] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 1003.387017] env[68867]: value = "task-2951953" [ 1003.387017] env[68867]: _type = "Task" [ 1003.387017] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.396351] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.427475] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492b2362-c3d9-4a0b-a783-a8fdf9cbb499 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.435499] env[68867]: DEBUG nova.network.neutron [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.437585] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d4c4cb-1794-48d9-91fb-9967a59363ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.472328] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02ee539-4418-4355-ba53-b265064c1ca9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.483125] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d6bf10-5fb8-40cf-8b79-7865b1a686db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.502817] env[68867]: DEBUG nova.compute.provider_tree [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.620584] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.620869] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.621123] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.621325] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.621493] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.623536] env[68867]: INFO nova.compute.manager [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Terminating instance [ 1003.681467] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ed4dec-17eb-d3f7-fb40-57900c089866, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.681782] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.682024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.682348] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.682543] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.682732] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.683089] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0d76a08-4854-4892-bb5c-b99c9361ac5d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.694109] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.694430] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.695085] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850cc3fd-eb78-4f4b-ba90-fa0fc9321ec0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.703745] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1003.703745] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cd5916-0cbc-4677-2672-b3fe0f8c1a85" [ 1003.703745] env[68867]: _type = "Task" [ 1003.703745] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.715095] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cd5916-0cbc-4677-2672-b3fe0f8c1a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.737774] env[68867]: DEBUG oslo_vmware.api [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951952, 'name': PowerOnVM_Task, 'duration_secs': 0.505054} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.738103] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.738431] env[68867]: INFO nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Took 16.09 seconds to spawn the instance on the hypervisor. [ 1003.738431] env[68867]: DEBUG nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.740534] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0ce0a-e06b-4ffa-b8be-c3b08ee82e55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.896290] env[68867]: DEBUG oslo_vmware.api [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951953, 'name': PowerOnVM_Task, 'duration_secs': 0.487997} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.896549] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.896765] env[68867]: INFO nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1003.896940] env[68867]: DEBUG nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.897759] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9440748-51d8-4724-bb16-3c546d28c702 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.942035] env[68867]: DEBUG oslo_concurrency.lockutils [req-73cf0d1c-0c1e-41d5-89eb-451d50533956 req-b1e6b98f-9c28-4b7a-9c28-5e214dd01171 service nova] Releasing lock "refresh_cache-ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.942318] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquired lock "refresh_cache-ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.942478] env[68867]: DEBUG nova.network.neutron [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.992570] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "5f6232f0-aa98-4045-a3da-e7b33e81250b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.993081] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.994424] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "5f6232f0-aa98-4045-a3da-e7b33e81250b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.994711] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.994817] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.996992] env[68867]: INFO nova.compute.manager [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Terminating instance [ 1004.006450] env[68867]: DEBUG nova.scheduler.client.report [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.130526] env[68867]: DEBUG nova.compute.manager [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.130737] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.131671] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863b6e9-6813-4e20-9537-4aa5f821b05f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.140156] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.140360] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9623be05-f89d-4864-970c-cdf2848263f4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.214258] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cd5916-0cbc-4677-2672-b3fe0f8c1a85, 'name': SearchDatastore_Task, 'duration_secs': 0.01313} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.215386] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be155316-51f2-49dc-b499-1df7bd100b19 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.222444] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1004.222444] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5292b99a-ae75-e21e-30da-a2cee64367b6" [ 1004.222444] env[68867]: _type = "Task" [ 1004.222444] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.227896] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.228113] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.228308] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Deleting the datastore file [datastore1] 4a1b04a3-7894-4cfa-9581-38fb920cbe3a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.228566] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963ed388-07de-45a7-99f1-ee52186eacde {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.234208] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5292b99a-ae75-e21e-30da-a2cee64367b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.235785] env[68867]: DEBUG oslo_vmware.api [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 1004.235785] env[68867]: value = "task-2951955" [ 1004.235785] env[68867]: _type = "Task" [ 1004.235785] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.244572] env[68867]: DEBUG oslo_vmware.api [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.257791] env[68867]: INFO nova.compute.manager [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Took 46.71 seconds to build instance. [ 1004.415031] env[68867]: INFO nova.compute.manager [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Took 28.92 seconds to build instance. [ 1004.476243] env[68867]: DEBUG nova.network.neutron [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.501158] env[68867]: DEBUG nova.compute.manager [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.501470] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.502396] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24948b27-9076-48ed-90c8-550c7f99f5a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.511879] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.494s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.512089] env[68867]: INFO nova.compute.manager [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Migrating [ 1004.518567] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.524593] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.636s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.524814] env[68867]: DEBUG nova.objects.instance [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lazy-loading 'resources' on Instance uuid bb127176-9aaa-4a7e-bb71-59aff3271715 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.525791] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e0a889a-3dd8-4084-bfb5-56ff165c0546 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.543410] env[68867]: DEBUG oslo_vmware.api [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 1004.543410] env[68867]: value = "task-2951956" [ 1004.543410] env[68867]: _type = "Task" [ 1004.543410] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.555151] env[68867]: DEBUG oslo_vmware.api [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.641851] env[68867]: DEBUG nova.network.neutron [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Updating instance_info_cache with network_info: [{"id": "d10052b3-8a16-4bde-b190-0c3c15f04dca", "address": "fa:16:3e:4d:55:d4", "network": {"id": "e98239e7-b0cd-4bbd-b44d-d20688761ae6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-126756813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed38fa3b3454a9abbcfdb5c48370f23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10052b3-8a", "ovs_interfaceid": "d10052b3-8a16-4bde-b190-0c3c15f04dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.735370] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5292b99a-ae75-e21e-30da-a2cee64367b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020538} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.735716] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.736052] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/4044ce86-5aef-49c9-8382-98687e45edca.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.736432] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be830261-abfa-4ac3-9fb5-feb8cee9bce3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.750010] env[68867]: DEBUG oslo_vmware.api [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366032} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.751382] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.751593] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.751780] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.751953] env[68867]: INFO nova.compute.manager [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1004.752211] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.752466] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1004.752466] env[68867]: value = "task-2951957" [ 1004.752466] env[68867]: _type = "Task" [ 1004.752466] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.752652] env[68867]: DEBUG nova.compute.manager [-] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.752744] env[68867]: DEBUG nova.network.neutron [-] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.763176] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e9cef45-f30a-4d51-b4a3-b3bd30315616 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.889s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.763381] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.916319] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aaa7d294-1253-4d7b-ba54-bd891165ca22 tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.439s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.015746] env[68867]: DEBUG nova.compute.manager [req-7db51854-f821-4aa2-bc1c-964fa54c5cf1 req-31e310c9-496f-4ef1-af23-b8266429194e service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Received event network-vif-deleted-6da39cd8-fc36-4196-9cdb-0ef827fa70be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.015931] env[68867]: INFO nova.compute.manager [req-7db51854-f821-4aa2-bc1c-964fa54c5cf1 req-31e310c9-496f-4ef1-af23-b8266429194e service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Neutron deleted interface 6da39cd8-fc36-4196-9cdb-0ef827fa70be; detaching it from the instance and deleting it from the info cache [ 1005.016153] env[68867]: DEBUG nova.network.neutron [req-7db51854-f821-4aa2-bc1c-964fa54c5cf1 req-31e310c9-496f-4ef1-af23-b8266429194e service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.037221] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.037221] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.038038] env[68867]: DEBUG nova.network.neutron [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.058945] env[68867]: DEBUG oslo_vmware.api [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951956, 'name': PowerOffVM_Task, 'duration_secs': 0.311309} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.061912] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.062114] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.062933] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca3d6d1f-8454-4eeb-949a-0240566c123e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.113997] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "0e1165df-35a2-454c-bbe2-1f685600e05d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.114294] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.114592] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "0e1165df-35a2-454c-bbe2-1f685600e05d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.114844] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.115096] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.122118] env[68867]: INFO nova.compute.manager [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Terminating instance [ 1005.146324] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Releasing lock "refresh_cache-ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.146324] env[68867]: DEBUG nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Instance network_info: |[{"id": "d10052b3-8a16-4bde-b190-0c3c15f04dca", "address": "fa:16:3e:4d:55:d4", "network": {"id": "e98239e7-b0cd-4bbd-b44d-d20688761ae6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-126756813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed38fa3b3454a9abbcfdb5c48370f23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10052b3-8a", "ovs_interfaceid": "d10052b3-8a16-4bde-b190-0c3c15f04dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.146324] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:55:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd10052b3-8a16-4bde-b190-0c3c15f04dca', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.156339] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Creating folder: Project (eed38fa3b3454a9abbcfdb5c48370f23). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.157376] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-308649f8-9422-4ea7-ae46-47e1f1759cbc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.163887] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.163887] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.163978] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Deleting the datastore file [datastore2] 5f6232f0-aa98-4045-a3da-e7b33e81250b {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.166023] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a53c72e-a467-4d56-a280-83a620606ec9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.175964] env[68867]: DEBUG oslo_vmware.api [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for the task: (returnval){ [ 1005.175964] env[68867]: value = "task-2951960" [ 1005.175964] env[68867]: _type = "Task" [ 1005.175964] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.184899] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Created folder: Project (eed38fa3b3454a9abbcfdb5c48370f23) in parent group-v592242. [ 1005.185094] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Creating folder: Instances. Parent ref: group-v592461. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.185921] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e6e550-4d88-4a00-93e8-ab4680706730 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.192861] env[68867]: DEBUG oslo_vmware.api [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.199578] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Created folder: Instances in parent group-v592461. [ 1005.199578] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.202425] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.202893] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19356a23-e081-487d-a562-e8410940aa93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.229927] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.229927] env[68867]: value = "task-2951962" [ 1005.229927] env[68867]: _type = "Task" [ 1005.229927] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.242953] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951962, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.266626] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951957, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.502476] env[68867]: DEBUG nova.network.neutron [-] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.519478] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79209b61-e3e5-4e30-9c47-2436b961c9b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.531717] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92febf9-6fac-42df-9258-a4aa0a33412d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.561445] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4a142d-7470-481f-8ed0-b86dfa65a294 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.577997] env[68867]: DEBUG nova.compute.manager [req-7db51854-f821-4aa2-bc1c-964fa54c5cf1 req-31e310c9-496f-4ef1-af23-b8266429194e service nova] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Detach interface failed, port_id=6da39cd8-fc36-4196-9cdb-0ef827fa70be, reason: Instance 4a1b04a3-7894-4cfa-9581-38fb920cbe3a could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.586181] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b973d4f-a0c6-4aaf-8fa1-537c6fa1647c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.618553] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e1e9e6-8854-496a-b8ed-83e8017dd02f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.629306] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4329ee5a-d379-4e32-a268-d7ad63508cd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.633980] env[68867]: DEBUG nova.compute.manager [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.634237] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.635014] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26988e46-3c4b-4a4d-8579-bf2cd074e197 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.642817] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.656064] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3395e5fb-0686-4b8b-b586-14d5b0646462 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.657955] env[68867]: DEBUG nova.compute.provider_tree [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.666849] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1005.666849] env[68867]: value = "task-2951963" [ 1005.666849] env[68867]: _type = "Task" [ 1005.666849] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.676768] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.684891] env[68867]: DEBUG oslo_vmware.api [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Task: {'id': task-2951960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258491} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.687304] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.687485] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.687658] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.687829] env[68867]: INFO nova.compute.manager [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1005.688070] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.688268] env[68867]: DEBUG nova.compute.manager [-] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.688364] env[68867]: DEBUG nova.network.neutron [-] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.741697] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951962, 'name': CreateVM_Task, 'duration_secs': 0.370466} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.742163] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.742482] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.742651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.742962] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.743227] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae73c087-fd9f-409c-b5eb-a18472a7fc43 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.749921] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1005.749921] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c688ce-5489-7694-77da-3e6ec2be2324" [ 1005.749921] env[68867]: _type = "Task" [ 1005.749921] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.761777] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c688ce-5489-7694-77da-3e6ec2be2324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.767536] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560443} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.767751] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/4044ce86-5aef-49c9-8382-98687e45edca.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.767959] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.768568] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601d22cb-9c4a-4ee6-9630-e56b01c65019 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.778034] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1005.778034] env[68867]: value = "task-2951964" [ 1005.778034] env[68867]: _type = "Task" [ 1005.778034] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.780372] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "ca358185-4e45-4edb-a23c-e15fd73e7d26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.780982] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.781207] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "ca358185-4e45-4edb-a23c-e15fd73e7d26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.781937] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.782128] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.784340] env[68867]: INFO nova.compute.manager [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Terminating instance [ 1005.792665] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.878161] env[68867]: DEBUG nova.network.neutron [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance_info_cache with network_info: [{"id": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "address": "fa:16:3e:e4:dc:0e", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaca040-67", "ovs_interfaceid": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.004650] env[68867]: INFO nova.compute.manager [-] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Took 1.25 seconds to deallocate network for instance. [ 1006.161872] env[68867]: DEBUG nova.scheduler.client.report [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.180130] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.261929] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c688ce-5489-7694-77da-3e6ec2be2324, 'name': SearchDatastore_Task, 'duration_secs': 0.014142} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.262296] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.262559] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.262801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.262980] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.263185] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.264268] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90833a8c-3e09-49ad-a348-23a175cd1c58 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.274533] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.274745] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.275552] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6f7dd7-b7cb-4703-9cf8-d32e9b5d256b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.285066] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1006.285066] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f38a3b-c747-3edb-a974-dc99bf6ecadf" [ 1006.285066] env[68867]: _type = "Task" [ 1006.285066] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.288547] env[68867]: DEBUG nova.compute.manager [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.288764] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.289065] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071015} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.292622] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f8fbc0-89cc-4c2e-8829-34371d71a910 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.295249] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.295955] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02be276-7308-40b2-bbc3-b68bb4dd6b10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.319929] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/4044ce86-5aef-49c9-8382-98687e45edca.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.324955] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c2c4c6-a545-4376-bcf4-3046a2dc37c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.339508] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.339793] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f38a3b-c747-3edb-a974-dc99bf6ecadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.340055] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7019203e-0497-4a7a-a47e-264774963d9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.347323] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1006.347323] env[68867]: value = "task-2951966" [ 1006.347323] env[68867]: _type = "Task" [ 1006.347323] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.352231] env[68867]: DEBUG oslo_vmware.api [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 1006.352231] env[68867]: value = "task-2951965" [ 1006.352231] env[68867]: _type = "Task" [ 1006.352231] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.358769] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.365655] env[68867]: DEBUG oslo_vmware.api [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.381689] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.515550] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.517051] env[68867]: DEBUG nova.network.neutron [-] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.669079] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.672030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.262s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.672147] env[68867]: DEBUG nova.objects.instance [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lazy-loading 'resources' on Instance uuid 3be07c27-d983-4327-928b-cae2f12f09bc {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.683487] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.694731] env[68867]: INFO nova.scheduler.client.report [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Deleted allocations for instance bb127176-9aaa-4a7e-bb71-59aff3271715 [ 1006.799387] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f38a3b-c747-3edb-a974-dc99bf6ecadf, 'name': SearchDatastore_Task, 'duration_secs': 0.029271} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.800151] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa62b8be-7be8-4fc7-b32e-3574c65d43eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.805953] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1006.805953] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a735df-ee11-7a79-9930-b237ab8cfa19" [ 1006.805953] env[68867]: _type = "Task" [ 1006.805953] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.814228] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a735df-ee11-7a79-9930-b237ab8cfa19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.860019] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.865157] env[68867]: DEBUG oslo_vmware.api [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951965, 'name': PowerOffVM_Task, 'duration_secs': 0.315158} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.865404] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.865568] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.865808] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f13dd30-966d-4583-a947-9a5a49075f3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.936280] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.936516] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.936668] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleting the datastore file [datastore1] ca358185-4e45-4edb-a23c-e15fd73e7d26 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.936948] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6fdb488-e276-4128-bf62-48ec0528023a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.944702] env[68867]: DEBUG oslo_vmware.api [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for the task: (returnval){ [ 1006.944702] env[68867]: value = "task-2951968" [ 1006.944702] env[68867]: _type = "Task" [ 1006.944702] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.954361] env[68867]: DEBUG oslo_vmware.api [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.022169] env[68867]: INFO nova.compute.manager [-] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Took 1.33 seconds to deallocate network for instance. [ 1007.086396] env[68867]: DEBUG nova.compute.manager [req-bcb3a25c-f216-4e11-8d17-718d008793a7 req-dbdf849a-934c-4132-97c1-90e57cae3d5e service nova] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Received event network-vif-deleted-bdcdf82b-32ff-48ae-911b-11043d259e57 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.186912] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951963, 'name': PowerOffVM_Task, 'duration_secs': 1.126609} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.186912] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.186912] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.186912] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1da036ed-c74f-48b6-be42-50e2dee1dc86 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.201205] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdb71c1d-e10a-4e65-ae29-dc455040c775 tempest-ServersAaction247Test-951834187 tempest-ServersAaction247Test-951834187-project-member] Lock "bb127176-9aaa-4a7e-bb71-59aff3271715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.121s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.275018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.275018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.275018] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleting the datastore file [datastore1] 0e1165df-35a2-454c-bbe2-1f685600e05d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.275018] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a065d3d-5d85-4f39-bea9-dceb5a0459c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.286700] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1007.286700] env[68867]: value = "task-2951970" [ 1007.286700] env[68867]: _type = "Task" [ 1007.286700] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.295938] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.324015] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a735df-ee11-7a79-9930-b237ab8cfa19, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.324168] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.324427] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ef9669a3-3745-4beb-8a9e-2cb0f43ec92c/ef9669a3-3745-4beb-8a9e-2cb0f43ec92c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.324691] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e125b8-6ef2-417c-b8e2-7f1a69e5f1ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.332167] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1007.332167] env[68867]: value = "task-2951971" [ 1007.332167] env[68867]: _type = "Task" [ 1007.332167] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.341157] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.359947] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951966, 'name': ReconfigVM_Task, 'duration_secs': 0.541546} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.360408] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/4044ce86-5aef-49c9-8382-98687e45edca.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.361145] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e42425f-56cd-4c49-87cb-8b054e103000 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.369962] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1007.369962] env[68867]: value = "task-2951972" [ 1007.369962] env[68867]: _type = "Task" [ 1007.369962] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.378853] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951972, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.461423] env[68867]: DEBUG oslo_vmware.api [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Task: {'id': task-2951968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140732} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.461715] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.461900] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.462110] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.462288] env[68867]: INFO nova.compute.manager [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1007.462547] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.462760] env[68867]: DEBUG nova.compute.manager [-] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.462856] env[68867]: DEBUG nova.network.neutron [-] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.530260] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.550029] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f1afae-34ce-4905-ad12-b8901006e3d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.565653] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c13565e-fab2-42ad-aca8-2e0fda9ff68c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.604195] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a253178-5363-4baf-b630-682b985c6733 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.615990] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a956ad9-0a0c-4714-a396-258ca8fcfcf5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.631752] env[68867]: DEBUG nova.compute.provider_tree [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.796124] env[68867]: DEBUG oslo_vmware.api [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2951970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.796444] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.796662] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.796852] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.798252] env[68867]: INFO nova.compute.manager [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1007.798252] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.798252] env[68867]: DEBUG nova.compute.manager [-] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.798252] env[68867]: DEBUG nova.network.neutron [-] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.845328] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489413} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.845605] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ef9669a3-3745-4beb-8a9e-2cb0f43ec92c/ef9669a3-3745-4beb-8a9e-2cb0f43ec92c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.845819] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.847825] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-949665b5-424f-4374-be68-d1d670b0f2b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.855853] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1007.855853] env[68867]: value = "task-2951973" [ 1007.855853] env[68867]: _type = "Task" [ 1007.855853] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.866342] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.881250] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951972, 'name': Rename_Task, 'duration_secs': 0.190769} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.881535] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.881746] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b19f433-c23b-441b-b670-d398f9e8a04f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.889175] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1007.889175] env[68867]: value = "task-2951974" [ 1007.889175] env[68867]: _type = "Task" [ 1007.889175] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.904343] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.905618] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9c69c6-537e-4945-a491-437378423a34 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.925763] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance '3198afdf-53d4-4ed2-a3c9-ddfddf14309b' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.134963] env[68867]: DEBUG nova.scheduler.client.report [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.350814] env[68867]: DEBUG nova.network.neutron [-] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.366156] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076969} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.367201] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.368178] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe5d8d7-6ec7-4a2d-bf17-f60413663bb4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.393076] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ef9669a3-3745-4beb-8a9e-2cb0f43ec92c/ef9669a3-3745-4beb-8a9e-2cb0f43ec92c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.393743] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e30baea9-7172-4d29-aa86-16e14aedd3fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.418934] env[68867]: DEBUG oslo_vmware.api [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2951974, 'name': PowerOnVM_Task, 'duration_secs': 0.473947} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.420473] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.420619] env[68867]: INFO nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1008.420698] env[68867]: DEBUG nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.421070] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1008.421070] env[68867]: value = "task-2951975" [ 1008.421070] env[68867]: _type = "Task" [ 1008.421070] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.421763] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c7b34-0afb-45a2-9141-5ef9e4370f7e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.438582] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.438582] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.439919] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c82ed707-30ef-481c-9b9e-4800c0799e0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.449284] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1008.449284] env[68867]: value = "task-2951976" [ 1008.449284] env[68867]: _type = "Task" [ 1008.449284] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.459529] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.616683] env[68867]: DEBUG nova.network.neutron [-] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.640677] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.644391] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.329s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.645068] env[68867]: DEBUG nova.objects.instance [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lazy-loading 'resources' on Instance uuid 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.665175] env[68867]: INFO nova.scheduler.client.report [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted allocations for instance 3be07c27-d983-4327-928b-cae2f12f09bc [ 1008.853810] env[68867]: INFO nova.compute.manager [-] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Took 1.39 seconds to deallocate network for instance. [ 1008.937819] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.947504] env[68867]: INFO nova.compute.manager [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Took 26.68 seconds to build instance. [ 1008.961633] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951976, 'name': PowerOffVM_Task, 'duration_secs': 0.513127} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.962046] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.962325] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance '3198afdf-53d4-4ed2-a3c9-ddfddf14309b' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.114880] env[68867]: DEBUG nova.compute.manager [req-003f7d51-5fa6-4483-9618-6477621fdc9c req-2057f73b-53e8-4f47-8a2b-1ce4bc7e8e09 service nova] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Received event network-vif-deleted-a5df208b-1271-4a21-be59-e5e53027a98f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.115103] env[68867]: DEBUG nova.compute.manager [req-003f7d51-5fa6-4483-9618-6477621fdc9c req-2057f73b-53e8-4f47-8a2b-1ce4bc7e8e09 service nova] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Received event network-vif-deleted-ef784059-700d-4607-98a0-9f8e8d166a13 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.119218] env[68867]: INFO nova.compute.manager [-] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Took 1.32 seconds to deallocate network for instance. [ 1009.174049] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f686c0fd-8f6e-47ff-98a5-b8f3e3cbe387 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "3be07c27-d983-4327-928b-cae2f12f09bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.312s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.361862] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.436677] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951975, 'name': ReconfigVM_Task, 'duration_secs': 0.900637} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.439315] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ef9669a3-3745-4beb-8a9e-2cb0f43ec92c/ef9669a3-3745-4beb-8a9e-2cb0f43ec92c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.440221] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4131949d-92d0-4086-b7eb-89d928ca9b5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.448077] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1009.448077] env[68867]: value = "task-2951977" [ 1009.448077] env[68867]: _type = "Task" [ 1009.448077] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.453576] env[68867]: DEBUG oslo_concurrency.lockutils [None req-efbfd2b2-eb79-4370-a3b0-fe76af9d55c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.202s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.459948] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951977, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.464354] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82612186-398c-430e-b06b-3e301fc8927f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.469738] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.470340] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.470340] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.470444] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.470641] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.470840] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.471155] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.471372] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.471598] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.471812] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.472061] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.479731] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03aca28c-a13e-4a18-8edf-b4d364d8cce1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.490926] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b4b273-bfa3-4922-86e8-5886ca0c08ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.525580] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419c503-7bd7-4bb0-88a4-297afa625672 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.528374] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1009.528374] env[68867]: value = "task-2951978" [ 1009.528374] env[68867]: _type = "Task" [ 1009.528374] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.538112] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75e2274-ef48-4df4-9676-bd4a44ced0cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.542952] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.555519] env[68867]: DEBUG nova.compute.provider_tree [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.626481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.959339] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951977, 'name': Rename_Task, 'duration_secs': 0.289579} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.959746] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.959866] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf5a5f5-dcc8-4be8-817a-cfed2fde3c5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.967109] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1009.967109] env[68867]: value = "task-2951979" [ 1009.967109] env[68867]: _type = "Task" [ 1009.967109] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.975471] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.038810] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.058963] env[68867]: DEBUG nova.scheduler.client.report [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.283608] env[68867]: DEBUG nova.compute.manager [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Received event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.283936] env[68867]: DEBUG nova.compute.manager [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing instance network info cache due to event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.284396] env[68867]: DEBUG oslo_concurrency.lockutils [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] Acquiring lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.284684] env[68867]: DEBUG oslo_concurrency.lockutils [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] Acquired lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.284953] env[68867]: DEBUG nova.network.neutron [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.326437] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.326693] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.326896] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.327091] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.327287] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.329526] env[68867]: INFO nova.compute.manager [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Terminating instance [ 1010.478469] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.539096] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.567471] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.569728] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.535s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.571201] env[68867]: INFO nova.compute.claims [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.597509] env[68867]: INFO nova.scheduler.client.report [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Deleted allocations for instance 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7 [ 1010.834118] env[68867]: DEBUG nova.compute.manager [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.834204] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.840019] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8173c4-1d30-4e7a-b375-ddbccbe70a78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.849273] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.849273] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d3bc6d-c650-43f4-9871-1df2084487fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.857434] env[68867]: DEBUG oslo_vmware.api [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 1010.857434] env[68867]: value = "task-2951980" [ 1010.857434] env[68867]: _type = "Task" [ 1010.857434] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.872714] env[68867]: DEBUG oslo_vmware.api [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.985596] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.041100] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951978, 'name': ReconfigVM_Task, 'duration_secs': 1.223759} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.041523] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance '3198afdf-53d4-4ed2-a3c9-ddfddf14309b' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.050080] env[68867]: DEBUG nova.network.neutron [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updated VIF entry in instance network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.050520] env[68867]: DEBUG nova.network.neutron [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.105748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-552c4c5e-11d1-4add-b285-cc24bab7bd8d tempest-MigrationsAdminTest-1656661520 tempest-MigrationsAdminTest-1656661520-project-member] Lock "2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.339s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.368712] env[68867]: DEBUG oslo_vmware.api [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951980, 'name': PowerOffVM_Task, 'duration_secs': 0.474125} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.368712] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.368712] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.369101] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d89bf57-309e-4e00-b6a0-da10b6b2e6d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.438881] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.439209] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.439445] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleting the datastore file [datastore1] d26c07a4-11ab-4cd2-bace-d081b6b09f30 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.439760] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c87f84a-f1ab-4467-9eb5-93e810f2ed89 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.447185] env[68867]: DEBUG oslo_vmware.api [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for the task: (returnval){ [ 1011.447185] env[68867]: value = "task-2951982" [ 1011.447185] env[68867]: _type = "Task" [ 1011.447185] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.456988] env[68867]: DEBUG oslo_vmware.api [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.479995] env[68867]: DEBUG oslo_vmware.api [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951979, 'name': PowerOnVM_Task, 'duration_secs': 1.19823} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.480393] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.480631] env[68867]: INFO nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1011.480839] env[68867]: DEBUG nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.481738] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1c01b-bb3a-417f-b1ba-b8b30818d83d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.548324] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.548612] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.548783] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.548990] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.549224] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.549384] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.549616] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.549804] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.549999] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.550194] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.550402] env[68867]: DEBUG nova.virt.hardware [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.556232] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.557051] env[68867]: DEBUG oslo_concurrency.lockutils [req-42b0ff2d-1e16-442b-9b46-f9bde28c7209 req-27874c88-622d-4b24-bfea-9392106d4e99 service nova] Releasing lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.557447] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f613006a-09a6-434a-ae1f-0aa03f24117c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.577799] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1011.577799] env[68867]: value = "task-2951983" [ 1011.577799] env[68867]: _type = "Task" [ 1011.577799] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.589744] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.878049] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd70ee-dbac-45f4-a2e5-8c3567146b75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.890534] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1607c4-dc19-4260-8be2-8467c3289b7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.028495] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31012008-c1c7-42c6-b74a-cb1658e7b342 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.028495] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae71b95-f43b-4904-a27d-44f517300038 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.028495] env[68867]: DEBUG nova.compute.provider_tree [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.028495] env[68867]: DEBUG oslo_vmware.api [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Task: {'id': task-2951982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146221} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.028495] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.028495] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.028495] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.028495] env[68867]: INFO nova.compute.manager [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1012.028495] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.028495] env[68867]: DEBUG nova.compute.manager [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.028495] env[68867]: DEBUG nova.network.neutron [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.028495] env[68867]: INFO nova.compute.manager [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Took 28.36 seconds to build instance. [ 1012.093023] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951983, 'name': ReconfigVM_Task, 'duration_secs': 0.408181} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.093023] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.093023] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c038ce7a-dd7d-41ca-bf30-1c8e5331a071 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.116582] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 3198afdf-53d4-4ed2-a3c9-ddfddf14309b/3198afdf-53d4-4ed2-a3c9-ddfddf14309b.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.122504] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a698bf85-f54c-415f-ac3e-3045d3c13aef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.146033] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1012.146033] env[68867]: value = "task-2951984" [ 1012.146033] env[68867]: _type = "Task" [ 1012.146033] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.156673] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.471379] env[68867]: DEBUG nova.scheduler.client.report [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.489439] env[68867]: DEBUG nova.compute.manager [req-16cf21f0-0afb-47c0-ab82-d17910c4ae05 req-91a5fe6b-f172-47f7-9472-9c05df527fca service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Received event network-vif-deleted-20977f50-7aee-45fe-a8a6-b1f3225baec1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.490180] env[68867]: INFO nova.compute.manager [req-16cf21f0-0afb-47c0-ab82-d17910c4ae05 req-91a5fe6b-f172-47f7-9472-9c05df527fca service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Neutron deleted interface 20977f50-7aee-45fe-a8a6-b1f3225baec1; detaching it from the instance and deleting it from the info cache [ 1012.490369] env[68867]: DEBUG nova.network.neutron [req-16cf21f0-0afb-47c0-ab82-d17910c4ae05 req-91a5fe6b-f172-47f7-9472-9c05df527fca service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.502426] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d3333366-3a03-4333-bc36-12dcbb8a1708 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.878s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.656978] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.709933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.710291] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.710517] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.710703] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.710870] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.716245] env[68867]: INFO nova.compute.manager [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Terminating instance [ 1012.966597] env[68867]: DEBUG nova.network.neutron [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.976550] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.979066] env[68867]: DEBUG nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.981029] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.573s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.981029] env[68867]: DEBUG nova.objects.instance [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lazy-loading 'resources' on Instance uuid 9bcab890-6320-4cdc-9852-8e1d22ce6965 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.996931] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88baecb1-be7b-481f-a7ef-4ecf46a2495d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.009373] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace654b-e554-4bd6-a323-6ebb701c6fa3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.046271] env[68867]: DEBUG nova.compute.manager [req-16cf21f0-0afb-47c0-ab82-d17910c4ae05 req-91a5fe6b-f172-47f7-9472-9c05df527fca service nova] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Detach interface failed, port_id=20977f50-7aee-45fe-a8a6-b1f3225baec1, reason: Instance d26c07a4-11ab-4cd2-bace-d081b6b09f30 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.160593] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.220615] env[68867]: DEBUG nova.compute.manager [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.220855] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.221792] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eebd7cd-e3bc-46bc-acbd-1704894e40cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.230288] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.230539] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069076ee-52c2-45c5-94ba-5cc57193fbc7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.238202] env[68867]: DEBUG oslo_vmware.api [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1013.238202] env[68867]: value = "task-2951985" [ 1013.238202] env[68867]: _type = "Task" [ 1013.238202] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.247774] env[68867]: DEBUG oslo_vmware.api [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.472760] env[68867]: INFO nova.compute.manager [-] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Took 1.49 seconds to deallocate network for instance. [ 1013.483744] env[68867]: DEBUG nova.compute.utils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.485645] env[68867]: DEBUG nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.486229] env[68867]: DEBUG nova.network.neutron [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.581540] env[68867]: DEBUG nova.policy [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67295ac5302e4267a4ea8ff237d7bc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d745edc7cd747549893bff0d77ae4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.662801] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.752153] env[68867]: DEBUG oslo_vmware.api [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.882492] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2b71a-17a2-46c2-856b-2a8e63084d93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.897854] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274cb67e-471b-47db-9923-413cb4a9bacb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.933767] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226af1d-145a-44b4-b616-c09688d30048 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.946099] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a2699-15f4-429b-85de-3018ba15e677 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.964178] env[68867]: DEBUG nova.compute.provider_tree [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.985494] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.989878] env[68867]: DEBUG nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.074049] env[68867]: DEBUG nova.network.neutron [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Successfully created port: 1b49dc97-4cda-4c21-b144-6d71ef1679be {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.159876] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951984, 'name': ReconfigVM_Task, 'duration_secs': 1.836016} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.161703] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 3198afdf-53d4-4ed2-a3c9-ddfddf14309b/3198afdf-53d4-4ed2-a3c9-ddfddf14309b.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.161998] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance '3198afdf-53d4-4ed2-a3c9-ddfddf14309b' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.252450] env[68867]: DEBUG oslo_vmware.api [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951985, 'name': PowerOffVM_Task, 'duration_secs': 0.850519} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.252450] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.252450] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.252450] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f0bf2b4-9d0e-48f2-8b50-1b642ef21b61 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.469195] env[68867]: DEBUG nova.scheduler.client.report [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.670559] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d314f86b-e626-4ca6-98be-b1ba9900808e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.696830] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1efe39-9d85-44b6-b663-6be8b9a7ddce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.699189] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.701820] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.701820] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Deleting the datastore file [datastore2] ef9669a3-3745-4beb-8a9e-2cb0f43ec92c {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.701820] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1d88044-d0ef-4cb3-a46a-eec50876988a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.718577] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance '3198afdf-53d4-4ed2-a3c9-ddfddf14309b' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.723887] env[68867]: DEBUG oslo_vmware.api [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for the task: (returnval){ [ 1014.723887] env[68867]: value = "task-2951987" [ 1014.723887] env[68867]: _type = "Task" [ 1014.723887] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.733115] env[68867]: DEBUG oslo_vmware.api [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.980027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.983456] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.050s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.984960] env[68867]: INFO nova.compute.claims [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.005730] env[68867]: DEBUG nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.012703] env[68867]: INFO nova.scheduler.client.report [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Deleted allocations for instance 9bcab890-6320-4cdc-9852-8e1d22ce6965 [ 1015.042905] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.043260] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.043426] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.043605] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.043752] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.043890] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.044667] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.044667] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.044667] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.044667] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.044840] env[68867]: DEBUG nova.virt.hardware [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.046286] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2c302b-e45d-4f70-aa50-9ca358d46e92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.058560] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e385935-a704-43b1-9f40-dcc67c8b85a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.240321] env[68867]: DEBUG oslo_vmware.api [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Task: {'id': task-2951987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14517} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.240321] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.240321] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.240321] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.240321] env[68867]: INFO nova.compute.manager [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1015.240816] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.240816] env[68867]: DEBUG nova.compute.manager [-] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.240883] env[68867]: DEBUG nova.network.neutron [-] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.269427] env[68867]: DEBUG nova.network.neutron [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Port ceaca040-6745-4432-9ee9-50c7cef1b5ab binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1015.524576] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e73352f-cf9f-4815-b647-e4aa172aa407 tempest-ServersNegativeTestMultiTenantJSON-2095566040 tempest-ServersNegativeTestMultiTenantJSON-2095566040-project-member] Lock "9bcab890-6320-4cdc-9852-8e1d22ce6965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.636s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.788144] env[68867]: DEBUG nova.network.neutron [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Successfully updated port: 1b49dc97-4cda-4c21-b144-6d71ef1679be {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.892165] env[68867]: DEBUG nova.compute.manager [req-00980558-e571-4745-b3cb-bd308447fec8 req-c02f19b0-74b9-4b78-904a-60a35f1e8ff3 service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Received event network-vif-plugged-1b49dc97-4cda-4c21-b144-6d71ef1679be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.892165] env[68867]: DEBUG oslo_concurrency.lockutils [req-00980558-e571-4745-b3cb-bd308447fec8 req-c02f19b0-74b9-4b78-904a-60a35f1e8ff3 service nova] Acquiring lock "44028339-8c0f-4384-b4ee-3b37f975de00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.892248] env[68867]: DEBUG oslo_concurrency.lockutils [req-00980558-e571-4745-b3cb-bd308447fec8 req-c02f19b0-74b9-4b78-904a-60a35f1e8ff3 service nova] Lock "44028339-8c0f-4384-b4ee-3b37f975de00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.892390] env[68867]: DEBUG oslo_concurrency.lockutils [req-00980558-e571-4745-b3cb-bd308447fec8 req-c02f19b0-74b9-4b78-904a-60a35f1e8ff3 service nova] Lock "44028339-8c0f-4384-b4ee-3b37f975de00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.892559] env[68867]: DEBUG nova.compute.manager [req-00980558-e571-4745-b3cb-bd308447fec8 req-c02f19b0-74b9-4b78-904a-60a35f1e8ff3 service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] No waiting events found dispatching network-vif-plugged-1b49dc97-4cda-4c21-b144-6d71ef1679be {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.892706] env[68867]: WARNING nova.compute.manager [req-00980558-e571-4745-b3cb-bd308447fec8 req-c02f19b0-74b9-4b78-904a-60a35f1e8ff3 service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Received unexpected event network-vif-plugged-1b49dc97-4cda-4c21-b144-6d71ef1679be for instance with vm_state building and task_state spawning. [ 1015.908596] env[68867]: DEBUG nova.compute.manager [req-21cade7f-6493-4444-92f3-68cba18d8206 req-bcc3c19a-8804-49d4-a363-84f425510535 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Received event network-vif-deleted-d10052b3-8a16-4bde-b190-0c3c15f04dca {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.908864] env[68867]: INFO nova.compute.manager [req-21cade7f-6493-4444-92f3-68cba18d8206 req-bcc3c19a-8804-49d4-a363-84f425510535 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Neutron deleted interface d10052b3-8a16-4bde-b190-0c3c15f04dca; detaching it from the instance and deleting it from the info cache [ 1015.908946] env[68867]: DEBUG nova.network.neutron [req-21cade7f-6493-4444-92f3-68cba18d8206 req-bcc3c19a-8804-49d4-a363-84f425510535 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.210109] env[68867]: DEBUG nova.network.neutron [-] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.298098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.298572] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.298610] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.299843] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "refresh_cache-44028339-8c0f-4384-b4ee-3b37f975de00" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.299987] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "refresh_cache-44028339-8c0f-4384-b4ee-3b37f975de00" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.300198] env[68867]: DEBUG nova.network.neutron [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.361757] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85b158-2b21-4e84-a78a-e59d79b591da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.371119] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4166e6a-0924-4d6b-ac10-abb547c4bdf1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.406217] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f8d15d-73d4-492f-9190-4fe8d3d52ee4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.412369] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee12a4b1-2b67-4c7c-b15b-40cb7b1d4000 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.418897] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7589e2-c45b-4154-acca-d0b876245648 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.428416] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299795ad-ce74-4e77-aa2d-42de9a915cc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.447708] env[68867]: DEBUG nova.compute.provider_tree [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.475088] env[68867]: DEBUG nova.compute.manager [req-21cade7f-6493-4444-92f3-68cba18d8206 req-bcc3c19a-8804-49d4-a363-84f425510535 service nova] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Detach interface failed, port_id=d10052b3-8a16-4bde-b190-0c3c15f04dca, reason: Instance ef9669a3-3745-4beb-8a9e-2cb0f43ec92c could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.713976] env[68867]: INFO nova.compute.manager [-] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Took 1.47 seconds to deallocate network for instance. [ 1016.834359] env[68867]: DEBUG nova.network.neutron [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.951309] env[68867]: DEBUG nova.scheduler.client.report [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.047920] env[68867]: DEBUG nova.network.neutron [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Updating instance_info_cache with network_info: [{"id": "1b49dc97-4cda-4c21-b144-6d71ef1679be", "address": "fa:16:3e:b1:43:26", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b49dc97-4c", "ovs_interfaceid": "1b49dc97-4cda-4c21-b144-6d71ef1679be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.222921] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.338314] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.338314] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.338684] env[68867]: DEBUG nova.network.neutron [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.456672] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.457226] env[68867]: DEBUG nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.459970] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.945s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.460225] env[68867]: DEBUG nova.objects.instance [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lazy-loading 'resources' on Instance uuid 4a1b04a3-7894-4cfa-9581-38fb920cbe3a {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.550888] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "refresh_cache-44028339-8c0f-4384-b4ee-3b37f975de00" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.551237] env[68867]: DEBUG nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Instance network_info: |[{"id": "1b49dc97-4cda-4c21-b144-6d71ef1679be", "address": "fa:16:3e:b1:43:26", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b49dc97-4c", "ovs_interfaceid": "1b49dc97-4cda-4c21-b144-6d71ef1679be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.551668] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:43:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b49dc97-4cda-4c21-b144-6d71ef1679be', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.559402] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.559675] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.559822] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f360c2-46f2-48f2-9a7c-4fb090fcd6f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.582844] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.582844] env[68867]: value = "task-2951988" [ 1017.582844] env[68867]: _type = "Task" [ 1017.582844] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.590926] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951988, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.963099] env[68867]: DEBUG nova.compute.utils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.971465] env[68867]: DEBUG nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.973167] env[68867]: DEBUG nova.network.neutron [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.055303] env[68867]: DEBUG nova.network.neutron [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance_info_cache with network_info: [{"id": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "address": "fa:16:3e:e4:dc:0e", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaca040-67", "ovs_interfaceid": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.091853] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951988, 'name': CreateVM_Task, 'duration_secs': 0.372006} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.094354] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.095097] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.095318] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.095662] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095947] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32fb7b0-783e-4b27-b5b5-88e12c2352bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.100587] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1018.100587] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52544ef5-555a-0dcc-360c-8340df89fa4c" [ 1018.100587] env[68867]: _type = "Task" [ 1018.100587] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.110825] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52544ef5-555a-0dcc-360c-8340df89fa4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.246221] env[68867]: DEBUG nova.policy [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52f8d54704e41dcaa7b7d78bbbf7022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176bf0dbeb0c4b33bd48d20fa96a3f57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.300546] env[68867]: DEBUG nova.compute.manager [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Received event network-changed-1b49dc97-4cda-4c21-b144-6d71ef1679be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.301793] env[68867]: DEBUG nova.compute.manager [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Refreshing instance network info cache due to event network-changed-1b49dc97-4cda-4c21-b144-6d71ef1679be. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.301793] env[68867]: DEBUG oslo_concurrency.lockutils [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] Acquiring lock "refresh_cache-44028339-8c0f-4384-b4ee-3b37f975de00" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.301793] env[68867]: DEBUG oslo_concurrency.lockutils [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] Acquired lock "refresh_cache-44028339-8c0f-4384-b4ee-3b37f975de00" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.302176] env[68867]: DEBUG nova.network.neutron [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Refreshing network info cache for port 1b49dc97-4cda-4c21-b144-6d71ef1679be {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.310434] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bf5084-7420-49c3-b73a-dcf5401dff71 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.326914] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce81e1a-a07b-4bac-b95e-1fbe3966c823 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.366270] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57695383-1be0-4c3b-8ca7-88ebd3b651b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.371648] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dc69ae-0dc9-478a-bed5-ed50594f9991 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.389988] env[68867]: DEBUG nova.compute.provider_tree [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.473563] env[68867]: DEBUG nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.557970] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.613742] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52544ef5-555a-0dcc-360c-8340df89fa4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.613952] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.614218] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.614457] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.614612] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.614858] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.615145] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3197685-3649-4e39-8245-9a4392abf315 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.627084] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.627296] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.627948] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1d9e0a-7f77-47aa-b7ca-d3e263d2da40 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.632998] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1018.632998] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524f78af-b683-03de-f955-70ddf381cae5" [ 1018.632998] env[68867]: _type = "Task" [ 1018.632998] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.641312] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524f78af-b683-03de-f955-70ddf381cae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.673112] env[68867]: DEBUG nova.network.neutron [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Updated VIF entry in instance network info cache for port 1b49dc97-4cda-4c21-b144-6d71ef1679be. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.673784] env[68867]: DEBUG nova.network.neutron [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Updating instance_info_cache with network_info: [{"id": "1b49dc97-4cda-4c21-b144-6d71ef1679be", "address": "fa:16:3e:b1:43:26", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b49dc97-4c", "ovs_interfaceid": "1b49dc97-4cda-4c21-b144-6d71ef1679be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.766190] env[68867]: DEBUG nova.network.neutron [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Successfully created port: bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.893523] env[68867]: DEBUG nova.scheduler.client.report [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.089968] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6dc82e-b907-49e1-a30d-a149730d7f2b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.112000] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6501e4e-8967-456c-b37d-bd36278bc2b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.118892] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance '3198afdf-53d4-4ed2-a3c9-ddfddf14309b' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.141899] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524f78af-b683-03de-f955-70ddf381cae5, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.142697] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d748887-575e-430f-9045-0025ac48dd2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.148676] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1019.148676] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526ed793-92e4-abde-0b0c-c1bbf498b183" [ 1019.148676] env[68867]: _type = "Task" [ 1019.148676] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.158795] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526ed793-92e4-abde-0b0c-c1bbf498b183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.177434] env[68867]: DEBUG oslo_concurrency.lockutils [req-0af2ea07-5b6f-48f3-9ba1-82842a8ae528 req-a7e08c6f-e86d-481c-87b6-168b186dfb1f service nova] Releasing lock "refresh_cache-44028339-8c0f-4384-b4ee-3b37f975de00" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.399779] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.403135] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.872s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.403135] env[68867]: DEBUG nova.objects.instance [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lazy-loading 'resources' on Instance uuid 5f6232f0-aa98-4045-a3da-e7b33e81250b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.424318] env[68867]: INFO nova.scheduler.client.report [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Deleted allocations for instance 4a1b04a3-7894-4cfa-9581-38fb920cbe3a [ 1019.483336] env[68867]: DEBUG nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.525579] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.525579] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.525579] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.525579] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.525579] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.526309] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.526545] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.526713] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.526886] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.527157] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.527272] env[68867]: DEBUG nova.virt.hardware [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.528177] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaa8397-2853-4b98-a3eb-fb960c8dbc90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.536303] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934ee89-4f39-4212-884a-32bdf2742d2b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.625870] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.625870] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afeaac41-e1a3-4f60-8b7d-90cb86e136ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.634863] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1019.634863] env[68867]: value = "task-2951989" [ 1019.634863] env[68867]: _type = "Task" [ 1019.634863] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.643202] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.657816] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526ed793-92e4-abde-0b0c-c1bbf498b183, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.658107] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.658374] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 44028339-8c0f-4384-b4ee-3b37f975de00/44028339-8c0f-4384-b4ee-3b37f975de00.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.658630] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5884dad-a87a-458b-8e44-cc9aeec3fd17 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.664604] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1019.664604] env[68867]: value = "task-2951990" [ 1019.664604] env[68867]: _type = "Task" [ 1019.664604] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.672224] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.931587] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cc399435-883c-4bf8-af34-bee3f2c3bff5 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "4a1b04a3-7894-4cfa-9581-38fb920cbe3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.311s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.152953] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.178230] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508897} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.178600] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 44028339-8c0f-4384-b4ee-3b37f975de00/44028339-8c0f-4384-b4ee-3b37f975de00.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.178722] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.178965] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db0a2157-2000-4088-805a-a8d144cc8f38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.185704] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1020.185704] env[68867]: value = "task-2951991" [ 1020.185704] env[68867]: _type = "Task" [ 1020.185704] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.193842] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.259996] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc13648b-f5b1-494e-8012-842e9b048202 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.273260] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c137a470-3a42-450a-af77-31daf03bc335 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.314595] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af4f86-a504-4217-aeed-c78803975b5a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.323659] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d522c150-5fd3-4e2d-baac-b73f2b5e4d7d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.338210] env[68867]: DEBUG nova.compute.provider_tree [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.645682] env[68867]: DEBUG oslo_vmware.api [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2951989, 'name': PowerOnVM_Task, 'duration_secs': 0.699265} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.645989] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.646243] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2496b872-99a7-4b44-a8c7-3e36034168c7 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance '3198afdf-53d4-4ed2-a3c9-ddfddf14309b' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.697172] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070818} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.697863] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.698751] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d521f8ae-ebb8-406b-879c-74818ec9167f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.725209] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 44028339-8c0f-4384-b4ee-3b37f975de00/44028339-8c0f-4384-b4ee-3b37f975de00.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.726319] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647feaee-8a19-4a9d-ad12-060e747437d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.745790] env[68867]: DEBUG nova.compute.manager [req-f5a35e48-2f4a-46dd-84d6-8e4c83a93863 req-f0b6d45d-0b57-46c3-b4d7-e6f0d2b32b9b service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Received event network-vif-plugged-bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.746070] env[68867]: DEBUG oslo_concurrency.lockutils [req-f5a35e48-2f4a-46dd-84d6-8e4c83a93863 req-f0b6d45d-0b57-46c3-b4d7-e6f0d2b32b9b service nova] Acquiring lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.746318] env[68867]: DEBUG oslo_concurrency.lockutils [req-f5a35e48-2f4a-46dd-84d6-8e4c83a93863 req-f0b6d45d-0b57-46c3-b4d7-e6f0d2b32b9b service nova] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.746510] env[68867]: DEBUG oslo_concurrency.lockutils [req-f5a35e48-2f4a-46dd-84d6-8e4c83a93863 req-f0b6d45d-0b57-46c3-b4d7-e6f0d2b32b9b service nova] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.746934] env[68867]: DEBUG nova.compute.manager [req-f5a35e48-2f4a-46dd-84d6-8e4c83a93863 req-f0b6d45d-0b57-46c3-b4d7-e6f0d2b32b9b service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] No waiting events found dispatching network-vif-plugged-bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.747163] env[68867]: WARNING nova.compute.manager [req-f5a35e48-2f4a-46dd-84d6-8e4c83a93863 req-f0b6d45d-0b57-46c3-b4d7-e6f0d2b32b9b service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Received unexpected event network-vif-plugged-bac098c4-cfea-4cf6-88a0-062392256a0c for instance with vm_state building and task_state spawning. [ 1020.749661] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1020.749661] env[68867]: value = "task-2951992" [ 1020.749661] env[68867]: _type = "Task" [ 1020.749661] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.755467] env[68867]: DEBUG nova.network.neutron [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Successfully updated port: bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.762095] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.842308] env[68867]: DEBUG nova.scheduler.client.report [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.933539] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "b4f78403-1571-4bd0-b045-4487fe6e05b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.933810] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.934027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "b4f78403-1571-4bd0-b045-4487fe6e05b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.934213] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.934379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.936607] env[68867]: INFO nova.compute.manager [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Terminating instance [ 1021.261961] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.262131] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.262308] env[68867]: DEBUG nova.network.neutron [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.267305] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.348273] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.351451] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.989s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.351451] env[68867]: DEBUG nova.objects.instance [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lazy-loading 'resources' on Instance uuid ca358185-4e45-4edb-a23c-e15fd73e7d26 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.373775] env[68867]: INFO nova.scheduler.client.report [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Deleted allocations for instance 5f6232f0-aa98-4045-a3da-e7b33e81250b [ 1021.440487] env[68867]: DEBUG nova.compute.manager [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.440721] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.441697] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21ca332-1d37-4a57-a0f9-abbdc8f0a8d8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.450107] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.450370] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2b2b50-dbb9-44e3-a3ac-ac7315075a26 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.456687] env[68867]: DEBUG oslo_vmware.api [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 1021.456687] env[68867]: value = "task-2951993" [ 1021.456687] env[68867]: _type = "Task" [ 1021.456687] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.465762] env[68867]: DEBUG oslo_vmware.api [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.498127] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.498415] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.498614] env[68867]: DEBUG nova.compute.manager [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.499603] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f804af6-6d3e-402d-98be-eb6802991171 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.507461] env[68867]: DEBUG nova.compute.manager [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1021.507806] env[68867]: DEBUG nova.objects.instance [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'flavor' on Instance uuid f0631dff-5185-48ae-8fe5-fc7c12d16ed3 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.762135] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951992, 'name': ReconfigVM_Task, 'duration_secs': 0.811032} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.762135] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 44028339-8c0f-4384-b4ee-3b37f975de00/44028339-8c0f-4384-b4ee-3b37f975de00.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.762796] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01b0a178-cf77-4eef-9e06-90ff5f932953 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.773421] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1021.773421] env[68867]: value = "task-2951994" [ 1021.773421] env[68867]: _type = "Task" [ 1021.773421] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.786242] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951994, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.810870] env[68867]: DEBUG nova.network.neutron [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.885790] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b35ab9b-860e-43f8-bad9-f65d3669df26 tempest-SecurityGroupsTestJSON-664274174 tempest-SecurityGroupsTestJSON-664274174-project-member] Lock "5f6232f0-aa98-4045-a3da-e7b33e81250b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.893s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.966668] env[68867]: DEBUG oslo_vmware.api [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951993, 'name': PowerOffVM_Task, 'duration_secs': 0.201364} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.969424] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.969586] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.970759] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af3c1b04-1abe-44bb-aaa0-301a3c698cc2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.036742] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.036960] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.037351] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Deleting the datastore file [datastore2] b4f78403-1571-4bd0-b045-4487fe6e05b8 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.037506] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35bd8dd4-3838-430d-8ac9-26169999d228 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.048285] env[68867]: DEBUG oslo_vmware.api [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for the task: (returnval){ [ 1022.048285] env[68867]: value = "task-2951996" [ 1022.048285] env[68867]: _type = "Task" [ 1022.048285] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.063423] env[68867]: DEBUG oslo_vmware.api [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.087707] env[68867]: DEBUG nova.network.neutron [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Updating instance_info_cache with network_info: [{"id": "bac098c4-cfea-4cf6-88a0-062392256a0c", "address": "fa:16:3e:63:e2:cf", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac098c4-cf", "ovs_interfaceid": "bac098c4-cfea-4cf6-88a0-062392256a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.227007] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4579aa5-6c2e-4b29-a7ec-a0392a727283 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.238832] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69106172-b46d-4dab-89a4-120a4e6ebf73 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.281067] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a61827-b1fa-454f-9517-98811112dca2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.292367] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951994, 'name': Rename_Task, 'duration_secs': 0.145199} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.293292] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.294419] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b695f4-f6d7-4577-b922-eba2281a3698 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.299873] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b88b3e8e-e911-4175-a4f0-c36e19e4c384 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.314541] env[68867]: DEBUG nova.compute.provider_tree [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.318058] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1022.318058] env[68867]: value = "task-2951997" [ 1022.318058] env[68867]: _type = "Task" [ 1022.318058] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.326730] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951997, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.519819] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.520166] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a6b8c48-70f4-4dde-927f-ea7831032c93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.527758] env[68867]: DEBUG oslo_vmware.api [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1022.527758] env[68867]: value = "task-2951998" [ 1022.527758] env[68867]: _type = "Task" [ 1022.527758] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.536180] env[68867]: DEBUG oslo_vmware.api [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.558628] env[68867]: DEBUG oslo_vmware.api [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Task: {'id': task-2951996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14174} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.558628] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.558628] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.558896] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.558993] env[68867]: INFO nova.compute.manager [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1022.559428] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.559624] env[68867]: DEBUG nova.compute.manager [-] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.559700] env[68867]: DEBUG nova.network.neutron [-] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.591498] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.591820] env[68867]: DEBUG nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Instance network_info: |[{"id": "bac098c4-cfea-4cf6-88a0-062392256a0c", "address": "fa:16:3e:63:e2:cf", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac098c4-cf", "ovs_interfaceid": "bac098c4-cfea-4cf6-88a0-062392256a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.592596] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e2:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bac098c4-cfea-4cf6-88a0-062392256a0c', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.601182] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.604434] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.604434] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f6c435-0a83-4631-b539-a88c860afb7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.628270] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.628270] env[68867]: value = "task-2951999" [ 1022.628270] env[68867]: _type = "Task" [ 1022.628270] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.637512] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951999, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.820175] env[68867]: DEBUG nova.scheduler.client.report [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.840850] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.888942] env[68867]: DEBUG nova.compute.manager [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Received event network-changed-bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.888942] env[68867]: DEBUG nova.compute.manager [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Refreshing instance network info cache due to event network-changed-bac098c4-cfea-4cf6-88a0-062392256a0c. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.889205] env[68867]: DEBUG oslo_concurrency.lockutils [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] Acquiring lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.889346] env[68867]: DEBUG oslo_concurrency.lockutils [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] Acquired lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.889524] env[68867]: DEBUG nova.network.neutron [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Refreshing network info cache for port bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.044468] env[68867]: DEBUG oslo_vmware.api [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2951998, 'name': PowerOffVM_Task, 'duration_secs': 0.293377} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.045011] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.045499] env[68867]: DEBUG nova.compute.manager [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.045977] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b9cd3-8097-4b48-a314-bff080ffebbb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.141145] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2951999, 'name': CreateVM_Task, 'duration_secs': 0.359759} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.141610] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.142578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.142932] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.143811] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.144240] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c12e2a8-fd66-44f0-a405-a2449da859ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.152026] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1023.152026] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52077891-de15-3dae-b3f2-32a4a8a6ab2a" [ 1023.152026] env[68867]: _type = "Task" [ 1023.152026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.158983] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52077891-de15-3dae-b3f2-32a4a8a6ab2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.334039] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.341032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.715s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.341538] env[68867]: DEBUG nova.objects.instance [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lazy-loading 'resources' on Instance uuid 0e1165df-35a2-454c-bbe2-1f685600e05d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.343821] env[68867]: DEBUG oslo_vmware.api [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2951997, 'name': PowerOnVM_Task, 'duration_secs': 0.622054} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.345227] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.346179] env[68867]: INFO nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1023.346410] env[68867]: DEBUG nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.347289] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0039eea5-8934-43d8-8707-237c9d0c7866 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.358342] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.358693] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.358797] env[68867]: DEBUG nova.compute.manager [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Going to confirm migration 3 {{(pid=68867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1023.368180] env[68867]: INFO nova.scheduler.client.report [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Deleted allocations for instance ca358185-4e45-4edb-a23c-e15fd73e7d26 [ 1023.490064] env[68867]: DEBUG nova.network.neutron [-] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.545572] env[68867]: DEBUG nova.compute.manager [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.546972] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d333ee9f-b7db-4063-ad65-3feb3a785970 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.569390] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3150f2be-be2a-44d2-8d12-821142ebe9b7 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.661885] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52077891-de15-3dae-b3f2-32a4a8a6ab2a, 'name': SearchDatastore_Task, 'duration_secs': 0.023483} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.662652] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.662878] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.663131] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.663280] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.663458] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.663741] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394045c8-e4d7-4b60-ba8f-31322f47f9ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.679730] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.680076] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.680758] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b09e1d6-c0fc-4040-89a7-89ee4d20757d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.688997] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1023.688997] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b2db7f-1a3d-07d3-a28c-16c898794497" [ 1023.688997] env[68867]: _type = "Task" [ 1023.688997] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.697274] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b2db7f-1a3d-07d3-a28c-16c898794497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.888681] env[68867]: INFO nova.compute.manager [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Took 25.87 seconds to build instance. [ 1023.897570] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fcd1a2b8-bffb-48a9-ab4d-a4b36d07e80c tempest-ImagesOneServerNegativeTestJSON-1829055183 tempest-ImagesOneServerNegativeTestJSON-1829055183-project-member] Lock "ca358185-4e45-4edb-a23c-e15fd73e7d26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.117s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.984720] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.985083] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.985281] env[68867]: DEBUG nova.network.neutron [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.985464] env[68867]: DEBUG nova.objects.instance [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lazy-loading 'info_cache' on Instance uuid 3198afdf-53d4-4ed2-a3c9-ddfddf14309b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.992531] env[68867]: INFO nova.compute.manager [-] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Took 1.43 seconds to deallocate network for instance. [ 1024.061227] env[68867]: INFO nova.compute.manager [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] instance snapshotting [ 1024.061779] env[68867]: DEBUG nova.objects.instance [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'flavor' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.179994] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb9452d-8a6c-4da6-bae2-2c0c61f33577 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.188015] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf6d43e-2adb-4af0-9ad9-6765842739e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.192442] env[68867]: DEBUG nova.network.neutron [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Updated VIF entry in instance network info cache for port bac098c4-cfea-4cf6-88a0-062392256a0c. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.192772] env[68867]: DEBUG nova.network.neutron [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Updating instance_info_cache with network_info: [{"id": "bac098c4-cfea-4cf6-88a0-062392256a0c", "address": "fa:16:3e:63:e2:cf", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac098c4-cf", "ovs_interfaceid": "bac098c4-cfea-4cf6-88a0-062392256a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.204020] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b2db7f-1a3d-07d3-a28c-16c898794497, 'name': SearchDatastore_Task, 'duration_secs': 0.054529} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.232549] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ab1f34-2890-427f-8d05-5de0ce0b7421 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.236591] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f157ce-91d2-47d9-8f32-db76ac12135d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.243893] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1024.243893] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e7ab94-22ad-c600-e1bf-1753160fd1e5" [ 1024.243893] env[68867]: _type = "Task" [ 1024.243893] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.250676] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7de494-4695-472f-8c24-83181adb1681 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.261070] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e7ab94-22ad-c600-e1bf-1753160fd1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.271594] env[68867]: DEBUG nova.compute.provider_tree [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.394031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bff350a-03e5-42e6-a660-1bb7cc4da299 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "44028339-8c0f-4384-b4ee-3b37f975de00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.384s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.501405] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.558236] env[68867]: DEBUG nova.objects.instance [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'flavor' on Instance uuid f0631dff-5185-48ae-8fe5-fc7c12d16ed3 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.580156] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7de1919-e59a-47fc-8340-781c80d0eca8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.609083] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7adfb86-df4a-467c-b957-b703402c4293 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.698553] env[68867]: DEBUG oslo_concurrency.lockutils [req-a3fbba26-a59e-49dd-875f-ca90e0919e92 req-7da5c2f3-b80e-4a9c-8eea-5880bcbc2220 service nova] Releasing lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.757729] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e7ab94-22ad-c600-e1bf-1753160fd1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016191} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.758053] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.758364] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] f7a0b170-831e-4208-9c05-dbcfd7fab037/f7a0b170-831e-4208-9c05-dbcfd7fab037.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.759057] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28d8aac3-214f-4b2e-b746-1c4af23d527a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.765991] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1024.765991] env[68867]: value = "task-2952000" [ 1024.765991] env[68867]: _type = "Task" [ 1024.765991] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.774291] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.778212] env[68867]: DEBUG nova.scheduler.client.report [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.920190] env[68867]: DEBUG nova.compute.manager [req-979c776c-5780-43be-a7d5-1162e80b9d9d req-47112052-f45e-494e-b7f2-f9f63c7bdf93 service nova] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Received event network-vif-deleted-a4bd42a8-cb2c-4bd7-89ed-a2f8d32ec96e {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.067093] env[68867]: DEBUG oslo_concurrency.lockutils [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.067369] env[68867]: DEBUG oslo_concurrency.lockutils [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.067811] env[68867]: DEBUG nova.network.neutron [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.067900] env[68867]: DEBUG nova.objects.instance [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'info_cache' on Instance uuid f0631dff-5185-48ae-8fe5-fc7c12d16ed3 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.120240] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.120618] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab9158e5-7e59-40f0-9308-a813765be0f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.136396] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1025.136396] env[68867]: value = "task-2952001" [ 1025.136396] env[68867]: _type = "Task" [ 1025.136396] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.148472] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.284398] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.288747] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952000, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.289456] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.304s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.289707] env[68867]: DEBUG nova.objects.instance [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lazy-loading 'resources' on Instance uuid d26c07a4-11ab-4cd2-bace-d081b6b09f30 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.353338] env[68867]: INFO nova.scheduler.client.report [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted allocations for instance 0e1165df-35a2-454c-bbe2-1f685600e05d [ 1025.448557] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "44028339-8c0f-4384-b4ee-3b37f975de00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.449198] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "44028339-8c0f-4384-b4ee-3b37f975de00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.449198] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "44028339-8c0f-4384-b4ee-3b37f975de00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.449338] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "44028339-8c0f-4384-b4ee-3b37f975de00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.449477] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "44028339-8c0f-4384-b4ee-3b37f975de00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.453376] env[68867]: INFO nova.compute.manager [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Terminating instance [ 1025.575022] env[68867]: DEBUG nova.objects.base [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.611652] env[68867]: DEBUG nova.network.neutron [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance_info_cache with network_info: [{"id": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "address": "fa:16:3e:e4:dc:0e", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceaca040-67", "ovs_interfaceid": "ceaca040-6745-4432-9ee9-50c7cef1b5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.649996] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.783343] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626478} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.783589] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] f7a0b170-831e-4208-9c05-dbcfd7fab037/f7a0b170-831e-4208-9c05-dbcfd7fab037.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.783815] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.784108] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be5f1ef8-43eb-4ee0-83fc-44011d68446d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.796016] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1025.796016] env[68867]: value = "task-2952002" [ 1025.796016] env[68867]: _type = "Task" [ 1025.796016] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.813446] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.865968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d5921268-c8f1-4dab-bb86-8a1e53e9fa9f tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "0e1165df-35a2-454c-bbe2-1f685600e05d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.751s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.957557] env[68867]: DEBUG nova.compute.manager [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.957877] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.958785] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381a61a5-b2cf-4233-af2f-46ff056a9e37 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.971296] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.971630] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-210ea34d-e88c-4117-884f-3a120bcaf352 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.979187] env[68867]: DEBUG oslo_vmware.api [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1025.979187] env[68867]: value = "task-2952003" [ 1025.979187] env[68867]: _type = "Task" [ 1025.979187] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.993499] env[68867]: DEBUG oslo_vmware.api [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.118021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-3198afdf-53d4-4ed2-a3c9-ddfddf14309b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.118021] env[68867]: DEBUG nova.objects.instance [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lazy-loading 'migration_context' on Instance uuid 3198afdf-53d4-4ed2-a3c9-ddfddf14309b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.153173] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952001, 'name': CreateSnapshot_Task, 'duration_secs': 0.576277} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.156155] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.157241] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5d20d6-7676-487d-82d0-6982aaa98bac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.200893] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e529637b-38e6-4d89-b12c-5e0ed989a7a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.216149] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffc7b0-5419-4cba-bab8-b1b38b2354d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.256533] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986a8a1-7bd1-44be-80aa-2fd80194033b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.269410] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b356d2-0c33-4b0c-a5c8-86051e7747e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.288187] env[68867]: DEBUG nova.compute.provider_tree [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.304617] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065801} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.304987] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.305834] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00198f50-97e0-4262-b213-dfadb7e1830e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.335971] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f7a0b170-831e-4208-9c05-dbcfd7fab037/f7a0b170-831e-4208-9c05-dbcfd7fab037.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.337073] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d63350-e460-4b25-8608-d5cfd8f51163 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.358763] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1026.358763] env[68867]: value = "task-2952004" [ 1026.358763] env[68867]: _type = "Task" [ 1026.358763] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.367293] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.491869] env[68867]: DEBUG oslo_vmware.api [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952003, 'name': PowerOffVM_Task, 'duration_secs': 0.246345} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.491869] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.491869] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.491869] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53efe9f8-cafa-4680-8f7c-62391b5541f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.528043] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.528342] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.528568] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.528774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.528950] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.532059] env[68867]: INFO nova.compute.manager [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Terminating instance [ 1026.562621] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.562911] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.563119] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleting the datastore file [datastore1] 44028339-8c0f-4384-b4ee-3b37f975de00 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.563401] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5065510-438d-4ad3-bb65-520af4198e10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.570930] env[68867]: DEBUG oslo_vmware.api [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1026.570930] env[68867]: value = "task-2952006" [ 1026.570930] env[68867]: _type = "Task" [ 1026.570930] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.580157] env[68867]: DEBUG oslo_vmware.api [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.621177] env[68867]: DEBUG nova.objects.base [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Object Instance<3198afdf-53d4-4ed2-a3c9-ddfddf14309b> lazy-loaded attributes: info_cache,migration_context {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1026.622197] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e92c2c2-2969-41b0-a884-6deae839138f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.646349] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bc16c1-d57e-4028-b150-1c54bedb6274 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.654529] env[68867]: DEBUG oslo_vmware.api [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1026.654529] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d32765-c125-30e4-7cce-8cf7f5769004" [ 1026.654529] env[68867]: _type = "Task" [ 1026.654529] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.659806] env[68867]: DEBUG oslo_vmware.api [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d32765-c125-30e4-7cce-8cf7f5769004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.678954] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.680780] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fab75a6b-0589-4f30-af22-ee6937eb97f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.689333] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1026.689333] env[68867]: value = "task-2952007" [ 1026.689333] env[68867]: _type = "Task" [ 1026.689333] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.698022] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952007, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.734815] env[68867]: DEBUG nova.network.neutron [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.793876] env[68867]: DEBUG nova.scheduler.client.report [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.870657] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952004, 'name': ReconfigVM_Task, 'duration_secs': 0.2979} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.871050] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f7a0b170-831e-4208-9c05-dbcfd7fab037/f7a0b170-831e-4208-9c05-dbcfd7fab037.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.871993] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a41907f-decc-4ab8-9d3e-a755c3f595d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.878933] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1026.878933] env[68867]: value = "task-2952008" [ 1026.878933] env[68867]: _type = "Task" [ 1026.878933] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.889820] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952008, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.036204] env[68867]: DEBUG nova.compute.manager [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.036484] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.039979] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7a809-4d5f-4ff0-9d7e-f0a046550c8b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.046409] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.046677] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc29f72-8e73-4bdf-8488-1d24debd9577 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.053933] env[68867]: DEBUG oslo_vmware.api [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1027.053933] env[68867]: value = "task-2952009" [ 1027.053933] env[68867]: _type = "Task" [ 1027.053933] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.065543] env[68867]: DEBUG oslo_vmware.api [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.087342] env[68867]: DEBUG oslo_vmware.api [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168753} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.087342] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.090024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.090250] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.090474] env[68867]: INFO nova.compute.manager [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1027.090791] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.091043] env[68867]: DEBUG nova.compute.manager [-] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.091145] env[68867]: DEBUG nova.network.neutron [-] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.165175] env[68867]: DEBUG oslo_vmware.api [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d32765-c125-30e4-7cce-8cf7f5769004, 'name': SearchDatastore_Task, 'duration_secs': 0.008236} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.165175] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.203890] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952007, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.237913] env[68867]: DEBUG oslo_concurrency.lockutils [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.300158] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.305861] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.080s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.305861] env[68867]: DEBUG nova.objects.instance [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lazy-loading 'resources' on Instance uuid ef9669a3-3745-4beb-8a9e-2cb0f43ec92c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.337716] env[68867]: INFO nova.scheduler.client.report [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Deleted allocations for instance d26c07a4-11ab-4cd2-bace-d081b6b09f30 [ 1027.392095] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952008, 'name': Rename_Task, 'duration_secs': 0.439736} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.392095] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.392292] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abf3a799-e879-4ab8-b7d4-824e15b84929 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.399300] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1027.399300] env[68867]: value = "task-2952010" [ 1027.399300] env[68867]: _type = "Task" [ 1027.399300] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.409070] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.560070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "5449777d-2761-42d5-bc20-18a3eefc1cbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.560070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.571327] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.572226] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.581713] env[68867]: DEBUG oslo_vmware.api [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952009, 'name': PowerOffVM_Task, 'duration_secs': 0.284801} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.582700] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.582877] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.583170] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2fc03a2-c4c5-4a04-846b-5736e3eae877 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.676462] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.676462] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.676462] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleting the datastore file [datastore2] e5264bda-2687-4d46-a27f-a41b8ac5f89d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.676462] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c6a735-4fbe-4fc6-828c-dcba544ae5a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.686460] env[68867]: DEBUG oslo_vmware.api [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1027.686460] env[68867]: value = "task-2952012" [ 1027.686460] env[68867]: _type = "Task" [ 1027.686460] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.695431] env[68867]: DEBUG oslo_vmware.api [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.706183] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952007, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.852346] env[68867]: DEBUG oslo_concurrency.lockutils [None req-eb578f03-a5cd-4f62-bc85-26e6c3715998 tempest-ServersAdminTestJSON-1674063582 tempest-ServersAdminTestJSON-1674063582-project-member] Lock "d26c07a4-11ab-4cd2-bace-d081b6b09f30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.525s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.915467] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.065887] env[68867]: DEBUG nova.compute.manager [req-0a7e7447-a6ab-4fd8-981f-81b065c96267 req-66a17f69-f0d4-4176-9162-a0c2ef3056e9 service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Received event network-vif-deleted-1b49dc97-4cda-4c21-b144-6d71ef1679be {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.066488] env[68867]: INFO nova.compute.manager [req-0a7e7447-a6ab-4fd8-981f-81b065c96267 req-66a17f69-f0d4-4176-9162-a0c2ef3056e9 service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Neutron deleted interface 1b49dc97-4cda-4c21-b144-6d71ef1679be; detaching it from the instance and deleting it from the info cache [ 1028.066488] env[68867]: DEBUG nova.network.neutron [req-0a7e7447-a6ab-4fd8-981f-81b065c96267 req-66a17f69-f0d4-4176-9162-a0c2ef3056e9 service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.071147] env[68867]: DEBUG nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.074969] env[68867]: DEBUG nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.184889] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29a0fb4-2b7b-4292-acf5-117aeece453c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.205996] env[68867]: DEBUG oslo_vmware.api [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203672} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.207648] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21bebfa-0fa9-46f2-a121-398e497c7683 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.210969] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.212027] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.212027] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.212027] env[68867]: INFO nova.compute.manager [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1028.212027] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.215729] env[68867]: DEBUG nova.compute.manager [-] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.215884] env[68867]: DEBUG nova.network.neutron [-] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.217901] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952007, 'name': CloneVM_Task, 'duration_secs': 1.381215} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.218574] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Created linked-clone VM from snapshot [ 1028.219619] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c801a49e-f2db-4598-9450-05e5112f21f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.251238] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.252200] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db09e01-70f6-493b-a959-b9b1278541ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.254526] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fd2b97-b80e-4a65-82c0-70ae653cd1df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.261996] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Uploading image e2295882-2472-4b3e-9345-7d647e2e40a3 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.271264] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c918b-8b04-48b7-9e05-8dcf3ce9ff76 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.275571] env[68867]: DEBUG oslo_vmware.api [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1028.275571] env[68867]: value = "task-2952013" [ 1028.275571] env[68867]: _type = "Task" [ 1028.275571] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.291383] env[68867]: DEBUG nova.compute.provider_tree [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.299910] env[68867]: DEBUG oslo_vmware.api [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.307189] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1028.307189] env[68867]: value = "vm-592467" [ 1028.307189] env[68867]: _type = "VirtualMachine" [ 1028.307189] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1028.307922] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7cbc1e7-f9c3-4a6b-b534-d49f2932420f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.321777] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease: (returnval){ [ 1028.321777] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f25ba4-a1de-809f-349b-d8800ae5f704" [ 1028.321777] env[68867]: _type = "HttpNfcLease" [ 1028.321777] env[68867]: } obtained for exporting VM: (result){ [ 1028.321777] env[68867]: value = "vm-592467" [ 1028.321777] env[68867]: _type = "VirtualMachine" [ 1028.321777] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1028.321777] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the lease: (returnval){ [ 1028.321777] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f25ba4-a1de-809f-349b-d8800ae5f704" [ 1028.321777] env[68867]: _type = "HttpNfcLease" [ 1028.321777] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.330975] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.330975] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f25ba4-a1de-809f-349b-d8800ae5f704" [ 1028.330975] env[68867]: _type = "HttpNfcLease" [ 1028.330975] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.412742] env[68867]: DEBUG oslo_vmware.api [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952010, 'name': PowerOnVM_Task, 'duration_secs': 0.571776} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.413069] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.413306] env[68867]: INFO nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1028.413502] env[68867]: DEBUG nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.415445] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f5c91f-3435-4203-a581-8ff5907f7c42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.544196] env[68867]: DEBUG nova.network.neutron [-] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.578543] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cac5463-a39e-4faf-a5cf-567c07e50b3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.604183] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90c2e81-96d0-42b7-ab6a-191325ae4c9c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.620758] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.623069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.651492] env[68867]: DEBUG nova.compute.manager [req-0a7e7447-a6ab-4fd8-981f-81b065c96267 req-66a17f69-f0d4-4176-9162-a0c2ef3056e9 service nova] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Detach interface failed, port_id=1b49dc97-4cda-4c21-b144-6d71ef1679be, reason: Instance 44028339-8c0f-4384-b4ee-3b37f975de00 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.788921] env[68867]: DEBUG oslo_vmware.api [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952013, 'name': PowerOnVM_Task, 'duration_secs': 0.463168} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.789477] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.789689] env[68867]: DEBUG nova.compute.manager [None req-682f9eed-3e1e-4edf-9155-ca34e4743d54 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.791779] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d215993-ad9f-44c4-8daa-82fbd872cc3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.795977] env[68867]: DEBUG nova.scheduler.client.report [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.831333] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.831333] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f25ba4-a1de-809f-349b-d8800ae5f704" [ 1028.831333] env[68867]: _type = "HttpNfcLease" [ 1028.831333] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1028.831777] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1028.831777] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f25ba4-a1de-809f-349b-d8800ae5f704" [ 1028.831777] env[68867]: _type = "HttpNfcLease" [ 1028.831777] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1028.832689] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c27c86-80da-4f86-ba0b-42c5d2d68426 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.842025] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad80d-b2c5-6be4-b4a5-24bc818b882e/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1028.842264] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad80d-b2c5-6be4-b4a5-24bc818b882e/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1028.938615] env[68867]: INFO nova.compute.manager [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Took 30.02 seconds to build instance. [ 1028.992742] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c985fcf8-70e3-45dc-b882-30d33afafebf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.048989] env[68867]: INFO nova.compute.manager [-] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Took 1.96 seconds to deallocate network for instance. [ 1029.304873] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.310654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.809s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.312087] env[68867]: DEBUG nova.objects.instance [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lazy-loading 'resources' on Instance uuid b4f78403-1571-4bd0-b045-4487fe6e05b8 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.350707] env[68867]: INFO nova.scheduler.client.report [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Deleted allocations for instance ef9669a3-3745-4beb-8a9e-2cb0f43ec92c [ 1029.418445] env[68867]: DEBUG nova.network.neutron [-] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.438322] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bca81cf4-ad6e-4455-837f-0e9b8083a43c tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.545s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.556089] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.866700] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0443698-a60a-4388-808d-d1cc16bf1bd7 tempest-ServerAddressesTestJSON-1201170265 tempest-ServerAddressesTestJSON-1201170265-project-member] Lock "ef9669a3-3745-4beb-8a9e-2cb0f43ec92c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.153s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.922570] env[68867]: INFO nova.compute.manager [-] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Took 1.71 seconds to deallocate network for instance. [ 1030.190060] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed524c34-29f8-42cf-ad98-2342f4dd6d90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.201632] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63142e4f-5a02-403c-bcfe-5be1b62768af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.246712] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527433c9-43e8-401e-bc4a-74eec2ba20d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.256674] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d7c321-9941-4438-b4aa-da6d873dff8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.271124] env[68867]: DEBUG nova.compute.provider_tree [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.432824] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.775817] env[68867]: DEBUG nova.scheduler.client.report [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.823089] env[68867]: DEBUG nova.compute.manager [req-c1c7079c-6cf1-4ec5-90c0-243bcd4c0b11 req-fa9e4d8d-4fab-47f7-b745-1b5dbb54664e service nova] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Received event network-vif-deleted-bd2c8240-f703-40b6-9a7e-ca0bf5300ece {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.085528] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.085795] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.126363] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.127125] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.266739] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.267502] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.267719] env[68867]: INFO nova.compute.manager [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Shelving [ 1031.282070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.286626] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.122s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.317480] env[68867]: INFO nova.scheduler.client.report [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Deleted allocations for instance b4f78403-1571-4bd0-b045-4487fe6e05b8 [ 1031.587687] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "aede81b7-50b2-4ac8-a096-6483c050e85a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.588040] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "aede81b7-50b2-4ac8-a096-6483c050e85a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.589236] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.632104] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.829009] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76b4e37f-5afb-426e-a15c-2f0c03eadc18 tempest-ServersAdminNegativeTestJSON-1497122815 tempest-ServersAdminNegativeTestJSON-1497122815-project-member] Lock "b4f78403-1571-4bd0-b045-4487fe6e05b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.895s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.096602] env[68867]: DEBUG nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.138571] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.169649] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.222732] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9604b4a7-0413-4cfd-a55f-1803daf2599f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.232234] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115601fa-8630-4d8d-b508-f43470e405a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.265813] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb5d9e8-01da-46dd-b2f3-f30829465400 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.275743] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dd1cb0-5e21-477b-aa14-59b6793d2a4c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.285834] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.286657] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a63b30a2-41f3-4a81-8efe-234fd85cc9cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.305664] env[68867]: DEBUG nova.compute.provider_tree [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.309746] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1032.309746] env[68867]: value = "task-2952015" [ 1032.309746] env[68867]: _type = "Task" [ 1032.309746] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.319655] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.627718] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.812157] env[68867]: DEBUG nova.scheduler.client.report [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.826948] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952015, 'name': PowerOffVM_Task, 'duration_secs': 0.230759} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.826948] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.827457] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65929b8-d8f2-47e0-af7e-9757f8511182 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.850383] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7bbfd9-5aa7-44b5-8709-333c52f6a114 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.053838] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "798211ff-6d41-4701-aadc-eb333c2e55d6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.054038] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.362311] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1033.363590] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eeea364d-81d8-458f-9b35-e174941d666d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.376204] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1033.376204] env[68867]: value = "task-2952016" [ 1033.376204] env[68867]: _type = "Task" [ 1033.376204] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.386208] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952016, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.559074] env[68867]: DEBUG nova.compute.utils [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.827783] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.541s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.831361] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.211s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.835237] env[68867]: INFO nova.compute.claims [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.887595] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952016, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.062513] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.388763] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952016, 'name': CreateSnapshot_Task, 'duration_secs': 0.570126} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.388972] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.391082] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea19c8a-45f9-410b-a8b4-34555f060185 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.423150] env[68867]: INFO nova.scheduler.client.report [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted allocation for migration cf6b6af5-3a12-4b4b-b22e-3fe536286ea3 [ 1034.746780] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.747057] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.917913] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.918794] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b72dbcc-81b1-49f4-9494-625673f191dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.928967] env[68867]: DEBUG oslo_concurrency.lockutils [None req-99c97ecd-188a-4bb6-ab2b-dc264862acd2 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.570s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.932317] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1034.932317] env[68867]: value = "task-2952017" [ 1034.932317] env[68867]: _type = "Task" [ 1034.932317] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.951607] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952017, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.180537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "798211ff-6d41-4701-aadc-eb333c2e55d6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.180787] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.181253] env[68867]: INFO nova.compute.manager [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Attaching volume a65d87b0-66fc-4977-bbbd-06fd73302ed6 to /dev/sdb [ 1035.232146] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3770884-e21b-4a92-b8f5-58aec7004682 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.235781] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfac314-d5f4-4610-a73d-0a1f665da20e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.247853] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa644b-54cc-4ac7-940b-4703cdde02e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.253165] env[68867]: DEBUG nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.255802] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f038e08-b4fa-40a3-97a1-642f2bf44808 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.298390] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e9e7a4-b3cc-4a61-8113-838bab2614eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.301578] env[68867]: DEBUG nova.virt.block_device [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updating existing volume attachment record: c6b85706-4f5d-48a0-a4ef-06f82e8e2b1c {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1035.313575] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc12f8a6-6fc7-4dfa-875d-8bd0d7ee8d72 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.329884] env[68867]: DEBUG nova.compute.provider_tree [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.455985] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952017, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.786356] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.837909] env[68867]: DEBUG nova.scheduler.client.report [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.949522] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952017, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.260275] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.260601] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.352585] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.353135] env[68867]: DEBUG nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.361720] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.739s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.364034] env[68867]: INFO nova.compute.claims [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.449558] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952017, 'name': CloneVM_Task, 'duration_secs': 1.487331} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.451101] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Created linked-clone VM from snapshot [ 1036.451101] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1b3c7a-911b-4859-bc7a-a4ba869d4e2c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.458454] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Uploading image 654b7c11-caf0-4398-97c9-a45bd02db7d6 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.492736] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1036.492736] env[68867]: value = "vm-592469" [ 1036.492736] env[68867]: _type = "VirtualMachine" [ 1036.492736] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1036.492736] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45b4573c-6107-45a4-b7b4-cf03c8a668b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.500225] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lease: (returnval){ [ 1036.500225] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523be6b0-e0ae-e6b0-0766-135f4b5b561b" [ 1036.500225] env[68867]: _type = "HttpNfcLease" [ 1036.500225] env[68867]: } obtained for exporting VM: (result){ [ 1036.500225] env[68867]: value = "vm-592469" [ 1036.500225] env[68867]: _type = "VirtualMachine" [ 1036.500225] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1036.501605] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the lease: (returnval){ [ 1036.501605] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523be6b0-e0ae-e6b0-0766-135f4b5b561b" [ 1036.501605] env[68867]: _type = "HttpNfcLease" [ 1036.501605] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.514485] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.514485] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523be6b0-e0ae-e6b0-0766-135f4b5b561b" [ 1036.514485] env[68867]: _type = "HttpNfcLease" [ 1036.514485] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.694614] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.696304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.696304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.696304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.696304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.703764] env[68867]: INFO nova.compute.manager [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Terminating instance [ 1036.764971] env[68867]: DEBUG nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.870202] env[68867]: DEBUG nova.compute.utils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.874911] env[68867]: DEBUG nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.875289] env[68867]: DEBUG nova.network.neutron [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.012829] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.012829] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523be6b0-e0ae-e6b0-0766-135f4b5b561b" [ 1037.012829] env[68867]: _type = "HttpNfcLease" [ 1037.012829] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.012829] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.012829] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523be6b0-e0ae-e6b0-0766-135f4b5b561b" [ 1037.012829] env[68867]: _type = "HttpNfcLease" [ 1037.012829] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.013405] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d514d99-6fec-43d3-8313-37b011373a4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.023954] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5241d554-78ac-7d0a-166c-bd7b9e91c7b9/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.024390] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5241d554-78ac-7d0a-166c-bd7b9e91c7b9/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1037.129196] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75af0809-7565-47ed-9bdf-b67d42c698c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.207147] env[68867]: DEBUG nova.policy [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66e6ced21220483896c2231e928087f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdba596517024aee90694e7bbd0a54cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.210342] env[68867]: DEBUG nova.compute.manager [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.210342] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.211080] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddddf9c-0b87-4398-b8d7-693ba2a1dde8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.220509] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.220792] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b629085-e21d-43c5-a884-a44e696f20b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.228508] env[68867]: DEBUG oslo_vmware.api [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 1037.228508] env[68867]: value = "task-2952022" [ 1037.228508] env[68867]: _type = "Task" [ 1037.228508] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.244471] env[68867]: DEBUG oslo_vmware.api [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2952022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.303696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.376160] env[68867]: DEBUG nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.404499] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad80d-b2c5-6be4-b4a5-24bc818b882e/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.405155] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d4a824-0677-4191-bfda-fb2c8ba2938a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.416974] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad80d-b2c5-6be4-b4a5-24bc818b882e/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.416974] env[68867]: ERROR oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad80d-b2c5-6be4-b4a5-24bc818b882e/disk-0.vmdk due to incomplete transfer. [ 1037.416974] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b644012d-8deb-4cc9-a0a1-850298ce1357 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.423899] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad80d-b2c5-6be4-b4a5-24bc818b882e/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1037.424160] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Uploaded image e2295882-2472-4b3e-9345-7d647e2e40a3 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1037.427451] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.432258] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7422604a-6685-4d46-85e4-cd4958605445 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.439031] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1037.439031] env[68867]: value = "task-2952023" [ 1037.439031] env[68867]: _type = "Task" [ 1037.439031] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.454047] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952023, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.739141] env[68867]: DEBUG oslo_vmware.api [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2952022, 'name': PowerOffVM_Task, 'duration_secs': 0.338167} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.740204] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.740204] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.740204] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-669e897c-2c65-447d-96c9-556fd64be8e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.792574] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c473b-2f6d-4eaf-ad7e-2024ea8f2b5d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.811836] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e962339c-337a-405f-951b-d0688b1b1102 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.817165] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.817538] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.817789] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Deleting the datastore file [datastore1] fbbdbf71-bba7-4ec4-ba69-8141d1c28f25 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.818544] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6dd04c5-54cb-461c-a741-2252187a00a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.853988] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6d9a0-796f-4ab3-9bcb-8964d927d55d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.861384] env[68867]: DEBUG oslo_vmware.api [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for the task: (returnval){ [ 1037.861384] env[68867]: value = "task-2952025" [ 1037.861384] env[68867]: _type = "Task" [ 1037.861384] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.868276] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1feaac-1e48-4a69-bd94-88bf09d15c7e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.877297] env[68867]: DEBUG oslo_vmware.api [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2952025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.892836] env[68867]: DEBUG nova.compute.provider_tree [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.950095] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952023, 'name': Destroy_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.088694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.089156] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.089435] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.089661] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.090024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.093395] env[68867]: INFO nova.compute.manager [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Terminating instance [ 1038.371950] env[68867]: DEBUG oslo_vmware.api [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Task: {'id': task-2952025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402291} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.372458] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.372929] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.373243] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.373800] env[68867]: INFO nova.compute.manager [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1038.374204] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.374664] env[68867]: DEBUG nova.compute.manager [-] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.374998] env[68867]: DEBUG nova.network.neutron [-] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.395681] env[68867]: DEBUG nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.397601] env[68867]: DEBUG nova.scheduler.client.report [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.427525] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.427723] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.427816] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.428013] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.428187] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.428348] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.428550] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.429343] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.429343] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.429343] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.429343] env[68867]: DEBUG nova.virt.hardware [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.430563] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c477883-5493-4170-a291-dfd38855ce7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.450970] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad878004-5cf9-4b13-b59d-681ca8a6c027 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.456073] env[68867]: DEBUG nova.network.neutron [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Successfully created port: 5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.474483] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952023, 'name': Destroy_Task, 'duration_secs': 0.655953} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.475167] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Destroyed the VM [ 1038.475417] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.475751] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50c309de-46a6-47f9-b7f1-bd043ee36c10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.482837] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1038.482837] env[68867]: value = "task-2952027" [ 1038.482837] env[68867]: _type = "Task" [ 1038.482837] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.493163] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952027, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.597877] env[68867]: DEBUG nova.compute.manager [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.598757] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.600461] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ec6454-367b-4a43-bcc9-3aa03bae1872 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.612146] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.612577] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4a978f-9bf6-4676-bd00-823f57ae8dfc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.620671] env[68867]: DEBUG oslo_vmware.api [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1038.620671] env[68867]: value = "task-2952028" [ 1038.620671] env[68867]: _type = "Task" [ 1038.620671] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.632650] env[68867]: DEBUG oslo_vmware.api [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.904766] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.905304] env[68867]: DEBUG nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.908513] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.353s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.908734] env[68867]: DEBUG nova.objects.instance [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'resources' on Instance uuid 44028339-8c0f-4384-b4ee-3b37f975de00 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.996996] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952027, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.110909] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "ca05b829-afa3-462a-b35d-b61df35dd01a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.111242] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.139259] env[68867]: DEBUG oslo_vmware.api [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952028, 'name': PowerOffVM_Task, 'duration_secs': 0.223} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.139259] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.139259] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.139259] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb38373-2f28-4aa3-a986-76ac5b744f97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.211529] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.213961] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.213961] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleting the datastore file [datastore2] 3198afdf-53d4-4ed2-a3c9-ddfddf14309b {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.213961] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dfe4b3b-7311-4b13-949f-43eff94eb2b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.222236] env[68867]: DEBUG oslo_vmware.api [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1039.222236] env[68867]: value = "task-2952030" [ 1039.222236] env[68867]: _type = "Task" [ 1039.222236] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.234278] env[68867]: DEBUG oslo_vmware.api [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.405462] env[68867]: DEBUG nova.compute.manager [req-125f5ea3-dba2-40f7-916b-ac3cc018b896 req-96890f88-b5ec-418d-95aa-7063493459e1 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Received event network-vif-deleted-e69649ab-c1cf-44f4-8ca4-3230cd317a7d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.405652] env[68867]: INFO nova.compute.manager [req-125f5ea3-dba2-40f7-916b-ac3cc018b896 req-96890f88-b5ec-418d-95aa-7063493459e1 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Neutron deleted interface e69649ab-c1cf-44f4-8ca4-3230cd317a7d; detaching it from the instance and deleting it from the info cache [ 1039.406385] env[68867]: DEBUG nova.network.neutron [req-125f5ea3-dba2-40f7-916b-ac3cc018b896 req-96890f88-b5ec-418d-95aa-7063493459e1 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.412878] env[68867]: DEBUG nova.compute.utils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.413587] env[68867]: DEBUG nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.414800] env[68867]: DEBUG nova.network.neutron [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.471276] env[68867]: DEBUG nova.policy [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7aa9ecdaa144be6bcf07c658540b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24888b0c153f44e1b0e3ad011d874316', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.494095] env[68867]: DEBUG oslo_vmware.api [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952027, 'name': RemoveSnapshot_Task, 'duration_secs': 0.824537} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.494095] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.494212] env[68867]: INFO nova.compute.manager [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 1039.616152] env[68867]: DEBUG nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.710784] env[68867]: DEBUG nova.network.neutron [-] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.735821] env[68867]: DEBUG oslo_vmware.api [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171551} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.736172] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.736448] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.736941] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.738048] env[68867]: INFO nova.compute.manager [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1039.738048] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.740884] env[68867]: DEBUG nova.compute.manager [-] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.741045] env[68867]: DEBUG nova.network.neutron [-] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.766472] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.766750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.846329] env[68867]: DEBUG nova.network.neutron [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Successfully created port: da966f78-29a2-4279-9108-e9567f2034c8 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.858507] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302a7239-54c0-4147-b139-9adf2645a7ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.871926] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67651226-404a-4f34-b7e3-001d713fce33 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.923873] env[68867]: DEBUG nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.927110] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fde3779b-fa81-4994-8507-965183343626 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.933691] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05965935-dcc3-4997-9c89-3d5160bb4b95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.943905] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61141054-a921-447c-9a09-47a4617094f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.951271] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50662ad6-f7db-4bb2-87ae-7f950966c03a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.970857] env[68867]: DEBUG nova.compute.provider_tree [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.984823] env[68867]: DEBUG nova.compute.manager [req-125f5ea3-dba2-40f7-916b-ac3cc018b896 req-96890f88-b5ec-418d-95aa-7063493459e1 service nova] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Detach interface failed, port_id=e69649ab-c1cf-44f4-8ca4-3230cd317a7d, reason: Instance fbbdbf71-bba7-4ec4-ba69-8141d1c28f25 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.080353] env[68867]: DEBUG nova.compute.manager [None req-a3384507-ef84-42b2-8cf4-962ffd6ebe2c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Found 1 images (rotation: 2) {{(pid=68867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1040.147550] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.217050] env[68867]: INFO nova.compute.manager [-] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Took 1.84 seconds to deallocate network for instance. [ 1040.269477] env[68867]: DEBUG nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.380513] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1040.380696] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592471', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'name': 'volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '798211ff-6d41-4701-aadc-eb333c2e55d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'serial': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1040.381850] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910e7722-ca7e-4360-9a3c-c791be5bafd2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.406959] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccb467e-2da4-43b2-9bcc-8e9dcef3395c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.443317] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6/volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.443317] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05715b86-90ac-4ab2-9445-b0ebc7ffaf66 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.466217] env[68867]: DEBUG oslo_vmware.api [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1040.466217] env[68867]: value = "task-2952031" [ 1040.466217] env[68867]: _type = "Task" [ 1040.466217] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.482104] env[68867]: DEBUG oslo_vmware.api [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.518265] env[68867]: ERROR nova.scheduler.client.report [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [req-3a22b86b-454f-483a-999b-6ed23473d91f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a22b86b-454f-483a-999b-6ed23473d91f"}]} [ 1040.545956] env[68867]: DEBUG nova.scheduler.client.report [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1040.567187] env[68867]: DEBUG nova.scheduler.client.report [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1040.567422] env[68867]: DEBUG nova.compute.provider_tree [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.594511] env[68867]: DEBUG nova.scheduler.client.report [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1040.625261] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.625835] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.628214] env[68867]: DEBUG nova.scheduler.client.report [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1040.724180] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.733694] env[68867]: DEBUG nova.compute.manager [req-b3181fa6-dcad-4f3f-8686-a132153465f1 req-1e473f51-89bb-47ee-9f13-449e2ceb13ae service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-vif-plugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.734090] env[68867]: DEBUG oslo_concurrency.lockutils [req-b3181fa6-dcad-4f3f-8686-a132153465f1 req-1e473f51-89bb-47ee-9f13-449e2ceb13ae service nova] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.734369] env[68867]: DEBUG oslo_concurrency.lockutils [req-b3181fa6-dcad-4f3f-8686-a132153465f1 req-1e473f51-89bb-47ee-9f13-449e2ceb13ae service nova] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.734613] env[68867]: DEBUG oslo_concurrency.lockutils [req-b3181fa6-dcad-4f3f-8686-a132153465f1 req-1e473f51-89bb-47ee-9f13-449e2ceb13ae service nova] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.734850] env[68867]: DEBUG nova.compute.manager [req-b3181fa6-dcad-4f3f-8686-a132153465f1 req-1e473f51-89bb-47ee-9f13-449e2ceb13ae service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] No waiting events found dispatching network-vif-plugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.735085] env[68867]: WARNING nova.compute.manager [req-b3181fa6-dcad-4f3f-8686-a132153465f1 req-1e473f51-89bb-47ee-9f13-449e2ceb13ae service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received unexpected event network-vif-plugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 for instance with vm_state building and task_state spawning. [ 1040.795769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.880996] env[68867]: DEBUG nova.network.neutron [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Successfully updated port: 5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.944588] env[68867]: DEBUG nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.981737] env[68867]: DEBUG oslo_vmware.api [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.000734] env[68867]: DEBUG nova.network.neutron [-] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.028090] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c063ee78-a7c8-44f0-bbba-fb57567316dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.035847] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76cdf1-4e34-4e48-be42-3f05c2ab1e49 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.068514] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31991a-5577-45fc-805c-a8bb946e4d78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.076186] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b8e00-c564-484e-a4ee-70f21e222ebc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.089744] env[68867]: DEBUG nova.compute.provider_tree [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.131843] env[68867]: DEBUG nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.255883] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.256440] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.256440] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.257596] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.257596] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.257596] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.257596] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.257596] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.257596] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.257596] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.258015] env[68867]: DEBUG nova.virt.hardware [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.258885] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee4b9eb-c47c-48fd-8f87-2314d5ed9b44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.271833] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da03ebd-e829-4cba-b2bd-fb62c107c15e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.382784] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.382908] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.383080] env[68867]: DEBUG nova.network.neutron [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.431615] env[68867]: DEBUG nova.compute.manager [req-aa30b9ed-df70-4f20-bee8-0fa4189412d1 req-6e08b9d1-d2d6-48ca-b185-c10ed430f2c4 service nova] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Received event network-vif-deleted-ceaca040-6745-4432-9ee9-50c7cef1b5ab {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.478913] env[68867]: DEBUG oslo_vmware.api [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952031, 'name': ReconfigVM_Task, 'duration_secs': 0.54422} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.479226] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6/volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.483993] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2ef582-aacc-4248-8465-9f86088aa882 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.499119] env[68867]: DEBUG oslo_vmware.api [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1041.499119] env[68867]: value = "task-2952032" [ 1041.499119] env[68867]: _type = "Task" [ 1041.499119] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.503662] env[68867]: INFO nova.compute.manager [-] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Took 1.76 seconds to deallocate network for instance. [ 1041.508595] env[68867]: DEBUG oslo_vmware.api [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.627283] env[68867]: DEBUG nova.scheduler.client.report [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1041.627628] env[68867]: DEBUG nova.compute.provider_tree [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 120 to 121 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1041.627829] env[68867]: DEBUG nova.compute.provider_tree [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.656009] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.767063] env[68867]: DEBUG nova.compute.manager [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.768063] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1499176a-f200-414a-8a5f-1a12ba6742f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.884999] env[68867]: DEBUG nova.network.neutron [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Successfully updated port: da966f78-29a2-4279-9108-e9567f2034c8 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.919884] env[68867]: DEBUG nova.network.neutron [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.008526] env[68867]: DEBUG oslo_vmware.api [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952032, 'name': ReconfigVM_Task, 'duration_secs': 0.155725} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.008763] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592471', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'name': 'volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '798211ff-6d41-4701-aadc-eb333c2e55d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'serial': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1042.014073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.048811] env[68867]: DEBUG nova.network.neutron [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b16f009-97", "ovs_interfaceid": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.135858] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.227s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.138454] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.706s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.138693] env[68867]: DEBUG nova.objects.instance [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lazy-loading 'resources' on Instance uuid e5264bda-2687-4d46-a27f-a41b8ac5f89d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.156095] env[68867]: INFO nova.scheduler.client.report [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted allocations for instance 44028339-8c0f-4384-b4ee-3b37f975de00 [ 1042.280700] env[68867]: INFO nova.compute.manager [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] instance snapshotting [ 1042.281371] env[68867]: DEBUG nova.objects.instance [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'flavor' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.390525] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "refresh_cache-5449777d-2761-42d5-bc20-18a3eefc1cbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.390690] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "refresh_cache-5449777d-2761-42d5-bc20-18a3eefc1cbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.390836] env[68867]: DEBUG nova.network.neutron [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.551252] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.552029] env[68867]: DEBUG nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Instance network_info: |[{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b16f009-97", "ovs_interfaceid": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.552029] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f5:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b16f009-97ee-4bd1-b7da-95738ccfd931', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.559743] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating folder: Project (bdba596517024aee90694e7bbd0a54cf). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.560641] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61edf7f3-d54a-4bb0-bbc8-ff2d83e9ec5a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.573136] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created folder: Project (bdba596517024aee90694e7bbd0a54cf) in parent group-v592242. [ 1042.573392] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating folder: Instances. Parent ref: group-v592472. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.573675] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3db8a935-b55d-4445-aea7-482745ac649f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.584014] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created folder: Instances in parent group-v592472. [ 1042.584302] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.584542] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.584786] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-595aa0c4-8cce-451b-8406-38b48d3c1aa1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.608678] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.608678] env[68867]: value = "task-2952035" [ 1042.608678] env[68867]: _type = "Task" [ 1042.608678] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.616693] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952035, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.663931] env[68867]: DEBUG oslo_concurrency.lockutils [None req-55ce72e6-4913-4f01-b612-c878064f8de3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "44028339-8c0f-4384-b4ee-3b37f975de00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.215s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.766960] env[68867]: DEBUG nova.compute.manager [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.767243] env[68867]: DEBUG nova.compute.manager [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing instance network info cache due to event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.767330] env[68867]: DEBUG oslo_concurrency.lockutils [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] Acquiring lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.768131] env[68867]: DEBUG oslo_concurrency.lockutils [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] Acquired lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.768131] env[68867]: DEBUG nova.network.neutron [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.789713] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a2f7f1-6827-403d-ae07-d43475aff8a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.813578] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a46ca-1961-4fef-aa25-e6666f08d424 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.938361] env[68867]: DEBUG nova.network.neutron [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.000499] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86184805-3a29-4c80-8dfb-74256c439c8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.014217] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8ac215-b1c4-4555-b3fd-d66b2303e667 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.046213] env[68867]: DEBUG nova.objects.instance [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'flavor' on Instance uuid 798211ff-6d41-4701-aadc-eb333c2e55d6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.052551] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf8889a-e893-492a-95bb-b3788b76f7db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.059522] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec21a70d-9b41-48ad-ab1e-ddae069d6439 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.076029] env[68867]: DEBUG nova.compute.provider_tree [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.121167] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952035, 'name': CreateVM_Task, 'duration_secs': 0.507205} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.121367] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.122301] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.122478] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.122792] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.123065] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533203ad-d8b5-4b3c-8d3e-cb0d12eb785e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.128086] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1043.128086] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5220f6fa-1b8a-3e13-0df6-841506779752" [ 1043.128086] env[68867]: _type = "Task" [ 1043.128086] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.137513] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5220f6fa-1b8a-3e13-0df6-841506779752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.144931] env[68867]: DEBUG nova.network.neutron [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Updating instance_info_cache with network_info: [{"id": "da966f78-29a2-4279-9108-e9567f2034c8", "address": "fa:16:3e:c0:ad:4e", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda966f78-29", "ovs_interfaceid": "da966f78-29a2-4279-9108-e9567f2034c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.325195] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1043.325195] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-935b3f2a-46b1-493a-a6cb-40ac61603cc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.334410] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1043.334410] env[68867]: value = "task-2952036" [ 1043.334410] env[68867]: _type = "Task" [ 1043.334410] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.344136] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952036, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.493124] env[68867]: DEBUG nova.network.neutron [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updated VIF entry in instance network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.493520] env[68867]: DEBUG nova.network.neutron [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b16f009-97", "ovs_interfaceid": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.556113] env[68867]: DEBUG nova.compute.manager [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Received event network-vif-plugged-da966f78-29a2-4279-9108-e9567f2034c8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.556373] env[68867]: DEBUG oslo_concurrency.lockutils [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] Acquiring lock "5449777d-2761-42d5-bc20-18a3eefc1cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.556673] env[68867]: DEBUG oslo_concurrency.lockutils [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.556845] env[68867]: DEBUG oslo_concurrency.lockutils [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.557015] env[68867]: DEBUG nova.compute.manager [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] No waiting events found dispatching network-vif-plugged-da966f78-29a2-4279-9108-e9567f2034c8 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.557234] env[68867]: WARNING nova.compute.manager [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Received unexpected event network-vif-plugged-da966f78-29a2-4279-9108-e9567f2034c8 for instance with vm_state building and task_state spawning. [ 1043.557445] env[68867]: DEBUG nova.compute.manager [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Received event network-changed-da966f78-29a2-4279-9108-e9567f2034c8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.557585] env[68867]: DEBUG nova.compute.manager [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Refreshing instance network info cache due to event network-changed-da966f78-29a2-4279-9108-e9567f2034c8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.557931] env[68867]: DEBUG oslo_concurrency.lockutils [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] Acquiring lock "refresh_cache-5449777d-2761-42d5-bc20-18a3eefc1cbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.558391] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b8056bd-329e-4999-a8e1-602c3263e46e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.378s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.579674] env[68867]: DEBUG nova.scheduler.client.report [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.641824] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5220f6fa-1b8a-3e13-0df6-841506779752, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.642208] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.642493] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.642770] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.642960] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.643167] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.643438] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed428525-6751-46f8-a33f-7afc906e9b09 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.647478] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "refresh_cache-5449777d-2761-42d5-bc20-18a3eefc1cbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.647608] env[68867]: DEBUG nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Instance network_info: |[{"id": "da966f78-29a2-4279-9108-e9567f2034c8", "address": "fa:16:3e:c0:ad:4e", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda966f78-29", "ovs_interfaceid": "da966f78-29a2-4279-9108-e9567f2034c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.647898] env[68867]: DEBUG oslo_concurrency.lockutils [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] Acquired lock "refresh_cache-5449777d-2761-42d5-bc20-18a3eefc1cbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.648082] env[68867]: DEBUG nova.network.neutron [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Refreshing network info cache for port da966f78-29a2-4279-9108-e9567f2034c8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.653617] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:ad:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da966f78-29a2-4279-9108-e9567f2034c8', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.662720] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.664844] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.665150] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.665318] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.666087] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d1be547-cc1f-4caf-ba30-d5a418dc8d5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.682311] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8eba93-ae9c-4c2e-99a5-4be71cf76211 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.689613] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1043.689613] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521d6b8d-6cb6-0cf3-4588-c8654f1f74f2" [ 1043.689613] env[68867]: _type = "Task" [ 1043.689613] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.690995] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.690995] env[68867]: value = "task-2952037" [ 1043.690995] env[68867]: _type = "Task" [ 1043.690995] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.703359] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521d6b8d-6cb6-0cf3-4588-c8654f1f74f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.706883] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952037, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.707094] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80517177-bf63-41f2-9734-4134d3fc5858 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.712618] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1043.712618] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d6e2d3-8205-cd6c-2fe2-540383af27e7" [ 1043.712618] env[68867]: _type = "Task" [ 1043.712618] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.722147] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d6e2d3-8205-cd6c-2fe2-540383af27e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.845420] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952036, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.996189] env[68867]: DEBUG oslo_concurrency.lockutils [req-202b19e4-96be-44e3-bf44-c30abe3dde5b req-eb38c728-290e-4324-ac85-6e606746a316 service nova] Releasing lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.084904] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.087367] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.949s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.088770] env[68867]: INFO nova.compute.claims [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.110766] env[68867]: INFO nova.scheduler.client.report [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted allocations for instance e5264bda-2687-4d46-a27f-a41b8ac5f89d [ 1044.206246] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952037, 'name': CreateVM_Task, 'duration_secs': 0.346948} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.206485] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.207267] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.207507] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.207862] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.208147] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce6442e-bbfb-4355-9030-d76782f56e88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.214549] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1044.214549] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52921c71-db34-e253-82fa-09fc46c6d7ba" [ 1044.214549] env[68867]: _type = "Task" [ 1044.214549] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.227298] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d6e2d3-8205-cd6c-2fe2-540383af27e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.232939] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.233277] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.233945] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52921c71-db34-e253-82fa-09fc46c6d7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.234194] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3583495-6bd3-485e-90cd-1709e56d8954 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.244222] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1044.244222] env[68867]: value = "task-2952038" [ 1044.244222] env[68867]: _type = "Task" [ 1044.244222] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.249909] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.254912] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.255039] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.347065] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952036, 'name': CreateSnapshot_Task, 'duration_secs': 0.76738} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.349860] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.350844] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904c459-1c29-49b9-8f6a-85e9f6f60a3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.388747] env[68867]: DEBUG nova.network.neutron [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Updated VIF entry in instance network info cache for port da966f78-29a2-4279-9108-e9567f2034c8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.389144] env[68867]: DEBUG nova.network.neutron [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Updating instance_info_cache with network_info: [{"id": "da966f78-29a2-4279-9108-e9567f2034c8", "address": "fa:16:3e:c0:ad:4e", "network": {"id": "2f6d1ac6-79ac-4b24-9173-9a25ee1524c6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-312923561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24888b0c153f44e1b0e3ad011d874316", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda966f78-29", "ovs_interfaceid": "da966f78-29a2-4279-9108-e9567f2034c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.508388] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.508658] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.618352] env[68867]: DEBUG oslo_concurrency.lockutils [None req-065b1b20-3eeb-49ce-a92c-867d6156d1ee tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "e5264bda-2687-4d46-a27f-a41b8ac5f89d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.090s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.730381] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52921c71-db34-e253-82fa-09fc46c6d7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014114} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.732463] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5241d554-78ac-7d0a-166c-bd7b9e91c7b9/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1044.732880] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.733124] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.733360] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.733505] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.733678] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.734477] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b7c343-39e6-4c2d-a557-e14115762daa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.737016] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4f0e7dd-cc67-4ba4-9df6-91ad1d2477a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.742078] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5241d554-78ac-7d0a-166c-bd7b9e91c7b9/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1044.742257] env[68867]: ERROR oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5241d554-78ac-7d0a-166c-bd7b9e91c7b9/disk-0.vmdk due to incomplete transfer. [ 1044.745049] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-175f1d40-6d29-4d74-8cf5-96147b27d34c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.747285] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.747466] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.748697] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2247da04-3633-4963-9245-4458c9457061 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.753820] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468621} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.755056] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.755282] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.755515] env[68867]: DEBUG oslo_vmware.rw_handles [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5241d554-78ac-7d0a-166c-bd7b9e91c7b9/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1044.755682] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Uploaded image 654b7c11-caf0-4398-97c9-a45bd02db7d6 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1044.757749] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1044.758900] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56b3d16-0da3-4309-a861-0c5548789157 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.764451] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d844a48-8e4f-4538-9bff-f968b028e0e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.766014] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1044.766014] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528956a4-abe0-81b1-7aae-d03d44f8cd7c" [ 1044.766014] env[68867]: _type = "Task" [ 1044.766014] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.769410] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.772495] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.774142] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.774414] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1044.774414] env[68867]: value = "task-2952040" [ 1044.774414] env[68867]: _type = "Task" [ 1044.774414] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.774637] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1044.774637] env[68867]: value = "task-2952039" [ 1044.774637] env[68867]: _type = "Task" [ 1044.774637] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.775156] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.775445] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.784524] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.784703] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1044.784969] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528956a4-abe0-81b1-7aae-d03d44f8cd7c, 'name': SearchDatastore_Task, 'duration_secs': 0.007383} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.785174] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.787881] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694c75af-4d63-4a69-9929-711575823221 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.796063] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.796290] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952040, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.799719] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1044.799719] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526542d7-0378-c2fa-e105-560b75bb70c6" [ 1044.799719] env[68867]: _type = "Task" [ 1044.799719] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.807306] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526542d7-0378-c2fa-e105-560b75bb70c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.871838] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.872131] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41895c85-3471-4769-80cd-9d277a06853d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.879254] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1044.879254] env[68867]: value = "task-2952041" [ 1044.879254] env[68867]: _type = "Task" [ 1044.879254] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.886849] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952041, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.892409] env[68867]: DEBUG oslo_concurrency.lockutils [req-84e3e793-d8bf-4582-bb24-259cc87b8b4d req-77f4c9bc-3ec3-47ff-b142-682e191ef4f6 service nova] Releasing lock "refresh_cache-5449777d-2761-42d5-bc20-18a3eefc1cbd" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105612] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "6eb6dc30-3219-41d9-800b-9b9149a1536d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.105873] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.293626] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.293959] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952040, 'name': Destroy_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.294257] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075379} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.294521] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.297681] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a9e21-4e55-49eb-b92a-e62dd0c93c12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.308891] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526542d7-0378-c2fa-e105-560b75bb70c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008195} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.317998] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.318288] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5449777d-2761-42d5-bc20-18a3eefc1cbd/5449777d-2761-42d5-bc20-18a3eefc1cbd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.327381] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.329974] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77cc9020-ee72-4418-bf3a-2154e2bcd7ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.332110] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb9fb5a-3f19-425d-99fe-9fe42f259e1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.352736] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1045.352736] env[68867]: value = "task-2952043" [ 1045.352736] env[68867]: _type = "Task" [ 1045.352736] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.354124] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1045.354124] env[68867]: value = "task-2952042" [ 1045.354124] env[68867]: _type = "Task" [ 1045.354124] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.367980] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.370860] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.391817] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952041, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.446953] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b51289-8b8c-489a-9f3b-d0c85c6e0b50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.454440] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f521f9-9f63-4638-b593-a7de0b9ef7a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.486112] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb4389-b8a1-4558-9f81-74cf213a7a43 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.493417] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1085f-2479-42a1-a041-d7a91550f767 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.507015] env[68867]: DEBUG nova.compute.provider_tree [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.787917] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952040, 'name': Destroy_Task, 'duration_secs': 0.707312} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.788216] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Destroyed the VM [ 1045.788451] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1045.789507] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16121eb6-d76d-4c0d-87a1-332bb39d5b54 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.796375] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1045.796375] env[68867]: value = "task-2952044" [ 1045.796375] env[68867]: _type = "Task" [ 1045.796375] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.808293] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952044, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.872038] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.872348] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952042, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.890311] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952041, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.028073] env[68867]: ERROR nova.scheduler.client.report [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [req-218e03b5-12f6-47fb-82e2-0fbbc1603963] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-218e03b5-12f6-47fb-82e2-0fbbc1603963"}]} [ 1046.044337] env[68867]: DEBUG nova.scheduler.client.report [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1046.058523] env[68867]: DEBUG nova.scheduler.client.report [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1046.058755] env[68867]: DEBUG nova.compute.provider_tree [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.069356] env[68867]: DEBUG nova.scheduler.client.report [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1046.088048] env[68867]: DEBUG nova.scheduler.client.report [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1046.310524] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952044, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.368262] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952043, 'name': ReconfigVM_Task, 'duration_secs': 0.743073} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.368650] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.369264] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a67ca66-cfeb-4be0-bb0e-5884ff7abb74 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.373643] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528797} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.374203] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5449777d-2761-42d5-bc20-18a3eefc1cbd/5449777d-2761-42d5-bc20-18a3eefc1cbd.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.374421] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.374912] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74b7193e-fcb3-4752-8704-34956036c6e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.380407] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1046.380407] env[68867]: value = "task-2952045" [ 1046.380407] env[68867]: _type = "Task" [ 1046.380407] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.388876] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1046.388876] env[68867]: value = "task-2952046" [ 1046.388876] env[68867]: _type = "Task" [ 1046.388876] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.390809] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a575a454-a4ba-47c0-a9c8-f0f90e31db21 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.403137] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952041, 'name': CloneVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.403403] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952045, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.408280] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.410934] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce0ed93-57cf-4784-8ef7-a982f0193e77 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.440213] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e474807b-4d07-442d-926b-e70fc8cb8b37 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.447444] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04551b-6a0a-462c-b3d2-714604b9d5ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.461969] env[68867]: DEBUG nova.compute.provider_tree [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.806816] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952044, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545462} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.807095] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1046.807366] env[68867]: DEBUG nova.compute.manager [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.808126] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0e5a73-d354-4056-9619-cc3da8bfbb97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.896933] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952045, 'name': Rename_Task, 'duration_secs': 0.132291} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.900449] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.900781] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952041, 'name': CloneVM_Task, 'duration_secs': 1.593599} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.901154] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c839e8-2b0b-4326-8d77-9e43e7b05c5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.902749] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Created linked-clone VM from snapshot [ 1046.905769] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bacd156-75a7-4f19-9b5c-7f62c03b825d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.908042] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069133} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.909512] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.910660] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a8c32-0ca7-4379-97b3-cf768a70fc5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.916983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.917209] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.918668] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Uploading image a197ad00-1be2-4a98-9a10-4d12d8881f76 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.922703] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1046.922703] env[68867]: value = "task-2952047" [ 1046.922703] env[68867]: _type = "Task" [ 1046.922703] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.947686] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 5449777d-2761-42d5-bc20-18a3eefc1cbd/5449777d-2761-42d5-bc20-18a3eefc1cbd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.952343] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea27231-89ad-4b50-be13-65fb7c34043d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.974190] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.976934] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.976934] env[68867]: value = "vm-592477" [ 1046.976934] env[68867]: _type = "VirtualMachine" [ 1046.976934] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.977203] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f75f7676-762a-438a-a205-54adfa08492e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.980190] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1046.980190] env[68867]: value = "task-2952048" [ 1046.980190] env[68867]: _type = "Task" [ 1046.980190] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.984932] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease: (returnval){ [ 1046.984932] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522e5d4e-73b8-60dc-b763-d656c953184c" [ 1046.984932] env[68867]: _type = "HttpNfcLease" [ 1046.984932] env[68867]: } obtained for exporting VM: (result){ [ 1046.984932] env[68867]: value = "vm-592477" [ 1046.984932] env[68867]: _type = "VirtualMachine" [ 1046.984932] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.985233] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the lease: (returnval){ [ 1046.985233] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522e5d4e-73b8-60dc-b763-d656c953184c" [ 1046.985233] env[68867]: _type = "HttpNfcLease" [ 1046.985233] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.991441] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.994444] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.994444] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522e5d4e-73b8-60dc-b763-d656c953184c" [ 1046.994444] env[68867]: _type = "HttpNfcLease" [ 1046.994444] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.004114] env[68867]: DEBUG nova.scheduler.client.report [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1047.004491] env[68867]: DEBUG nova.compute.provider_tree [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 123 to 124 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1047.004689] env[68867]: DEBUG nova.compute.provider_tree [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.320620] env[68867]: INFO nova.compute.manager [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Shelve offloading [ 1047.422990] env[68867]: DEBUG nova.compute.utils [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.433206] env[68867]: DEBUG oslo_vmware.api [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952047, 'name': PowerOnVM_Task, 'duration_secs': 0.47831} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.434045] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.434282] env[68867]: INFO nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1047.434465] env[68867]: DEBUG nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.435242] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfcbe63-82e6-4823-959d-184da94ebf89 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.496090] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.497612] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.497612] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522e5d4e-73b8-60dc-b763-d656c953184c" [ 1047.497612] env[68867]: _type = "HttpNfcLease" [ 1047.497612] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.497879] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.497879] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522e5d4e-73b8-60dc-b763-d656c953184c" [ 1047.497879] env[68867]: _type = "HttpNfcLease" [ 1047.497879] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.498583] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a944885a-0e8b-4ade-9e07-5ee1adcfaf8b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.505459] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548a89-cb64-c71f-8634-3d9a49358482/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.505625] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548a89-cb64-c71f-8634-3d9a49358482/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1047.561527] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.474s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.562077] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.566303] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.397s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.568105] env[68867]: INFO nova.compute.claims [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.629518] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4d29dbb-5b6f-4958-b592-dccb602d4ef0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.824343] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.824662] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fcb462c-b381-4048-97af-3b9c8d85cb06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.832930] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1047.832930] env[68867]: value = "task-2952050" [ 1047.832930] env[68867]: _type = "Task" [ 1047.832930] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.841217] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.929715] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.952941] env[68867]: INFO nova.compute.manager [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Took 19.37 seconds to build instance. [ 1047.992638] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952048, 'name': ReconfigVM_Task, 'duration_secs': 0.662799} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.994139] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 5449777d-2761-42d5-bc20-18a3eefc1cbd/5449777d-2761-42d5-bc20-18a3eefc1cbd.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.995030] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f540c7a-2352-49f8-b082-ab842e3aa808 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.002924] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1048.002924] env[68867]: value = "task-2952051" [ 1048.002924] env[68867]: _type = "Task" [ 1048.002924] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.016049] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952051, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.069594] env[68867]: DEBUG nova.compute.utils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.072068] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.072281] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.128924] env[68867]: DEBUG nova.policy [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b5753e702f4dfaacb12cea03e0ca37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95aa8a7d7b84f278e36bb302d714aae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.346971] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.347231] env[68867]: DEBUG nova.compute.manager [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.349228] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a842bf45-7ce4-4e0a-bb59-de202043407d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.356912] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.359521] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.360016] env[68867]: DEBUG nova.network.neutron [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.415451] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Successfully created port: 95a95c42-1c86-47c5-87d7-abd5de5d259c {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.456121] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01012911-346b-4c07-b785-b9dc92a1fc89 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.883s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.515289] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952051, 'name': Rename_Task, 'duration_secs': 0.152494} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.515702] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.516213] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f2b98f-8321-4e92-b0ab-2587165bb685 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.526186] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1048.526186] env[68867]: value = "task-2952052" [ 1048.526186] env[68867]: _type = "Task" [ 1048.526186] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.539148] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.581027] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.705611] env[68867]: DEBUG nova.compute.manager [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.707024] env[68867]: DEBUG nova.compute.manager [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing instance network info cache due to event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.707024] env[68867]: DEBUG oslo_concurrency.lockutils [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] Acquiring lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.707024] env[68867]: DEBUG oslo_concurrency.lockutils [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] Acquired lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.707024] env[68867]: DEBUG nova.network.neutron [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.963628] env[68867]: DEBUG nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.972251] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa8bb3-2bf9-4d0c-b854-5bbe359ea534 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.982138] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f5e24-7d0e-4f74-ac45-e1695955e785 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.016208] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.016473] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.016711] env[68867]: INFO nova.compute.manager [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Attaching volume 4e851f05-1493-4e61-8038-3e6e0c67ab4d to /dev/sdb [ 1049.022557] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceadffb4-aa0e-4af7-9cd2-02d134096c6e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.036211] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93b0559-3d3b-44d1-ad2d-6873c00555ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.045039] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.057583] env[68867]: DEBUG nova.compute.provider_tree [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.066320] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c637f5a-804d-4b17-b530-c2f64362087a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.073016] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d29797c-5287-4eb3-8aae-0c97dd3fc9e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.093015] env[68867]: DEBUG nova.virt.block_device [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating existing volume attachment record: 06f1b35e-77d1-4cf6-9190-e28e0fde7852 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1049.175318] env[68867]: DEBUG nova.network.neutron [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Updating instance_info_cache with network_info: [{"id": "bac098c4-cfea-4cf6-88a0-062392256a0c", "address": "fa:16:3e:63:e2:cf", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac098c4-cf", "ovs_interfaceid": "bac098c4-cfea-4cf6-88a0-062392256a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.498567] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.513564] env[68867]: DEBUG nova.network.neutron [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updated VIF entry in instance network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.513950] env[68867]: DEBUG nova.network.neutron [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b16f009-97", "ovs_interfaceid": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.537898] env[68867]: DEBUG oslo_vmware.api [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952052, 'name': PowerOnVM_Task, 'duration_secs': 0.532677} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.541684] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.541684] env[68867]: INFO nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1049.541684] env[68867]: DEBUG nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.542160] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58e363-b7fb-4ef0-995b-f2d59d79dfac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.561220] env[68867]: DEBUG nova.scheduler.client.report [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.597484] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.625106] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.625106] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.625351] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.625471] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.625617] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.627026] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.627026] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.627026] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.627026] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.627026] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.627026] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.627705] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0222b0c4-5133-480e-ab9f-7bdfac59e4c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.638957] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455cca0-ccf8-4f58-a213-95780aa68aa6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.677968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.851230] env[68867]: DEBUG nova.compute.manager [req-726782ab-0b15-4381-bcd6-fc1739a2cb35 req-f98da9e2-7a92-47c1-a4f0-f4e995882eca service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Received event network-vif-plugged-95a95c42-1c86-47c5-87d7-abd5de5d259c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.852752] env[68867]: DEBUG oslo_concurrency.lockutils [req-726782ab-0b15-4381-bcd6-fc1739a2cb35 req-f98da9e2-7a92-47c1-a4f0-f4e995882eca service nova] Acquiring lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.853292] env[68867]: DEBUG oslo_concurrency.lockutils [req-726782ab-0b15-4381-bcd6-fc1739a2cb35 req-f98da9e2-7a92-47c1-a4f0-f4e995882eca service nova] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.854689] env[68867]: DEBUG oslo_concurrency.lockutils [req-726782ab-0b15-4381-bcd6-fc1739a2cb35 req-f98da9e2-7a92-47c1-a4f0-f4e995882eca service nova] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.854689] env[68867]: DEBUG nova.compute.manager [req-726782ab-0b15-4381-bcd6-fc1739a2cb35 req-f98da9e2-7a92-47c1-a4f0-f4e995882eca service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] No waiting events found dispatching network-vif-plugged-95a95c42-1c86-47c5-87d7-abd5de5d259c {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.854689] env[68867]: WARNING nova.compute.manager [req-726782ab-0b15-4381-bcd6-fc1739a2cb35 req-f98da9e2-7a92-47c1-a4f0-f4e995882eca service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Received unexpected event network-vif-plugged-95a95c42-1c86-47c5-87d7-abd5de5d259c for instance with vm_state building and task_state spawning. [ 1049.963284] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Successfully updated port: 95a95c42-1c86-47c5-87d7-abd5de5d259c {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.978415] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.979744] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10165a9d-53e8-4fbf-8c54-88968b947a6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.990191] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.990191] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42cba4c6-8d23-484b-9b34-fcb30e82c1c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.018416] env[68867]: DEBUG oslo_concurrency.lockutils [req-1e641d81-ccc2-4024-8a0a-3c2c26e3148a req-0c71a87f-ada9-4b6e-841f-0bbb8a80526c service nova] Releasing lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.058751] env[68867]: INFO nova.compute.manager [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Took 21.48 seconds to build instance. [ 1050.062082] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.062320] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.062490] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleting the datastore file [datastore1] f7a0b170-831e-4208-9c05-dbcfd7fab037 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.062740] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90222ed0-f84c-47a8-8a9d-92bbe8ca1f60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.066655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.067160] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.071687] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.444s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.073531] env[68867]: INFO nova.compute.claims [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.076345] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1050.076345] env[68867]: value = "task-2952057" [ 1050.076345] env[68867]: _type = "Task" [ 1050.076345] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.087597] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.465177] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "refresh_cache-28d1d5be-73ff-4f46-8d65-1712cd45e7ea" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.465343] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "refresh_cache-28d1d5be-73ff-4f46-8d65-1712cd45e7ea" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.465495] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.562150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-96f25427-f3c0-4c73-924e-e8ab25dd5f8b tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.580200] env[68867]: DEBUG nova.compute.utils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.583653] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.583745] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.598646] env[68867]: DEBUG oslo_vmware.api [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191515} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.598910] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.600214] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.600964] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.622945] env[68867]: INFO nova.scheduler.client.report [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted allocations for instance f7a0b170-831e-4208-9c05-dbcfd7fab037 [ 1050.666983] env[68867]: DEBUG nova.policy [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b5753e702f4dfaacb12cea03e0ca37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95aa8a7d7b84f278e36bb302d714aae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.819233] env[68867]: DEBUG nova.compute.manager [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Received event network-vif-unplugged-bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.819458] env[68867]: DEBUG oslo_concurrency.lockutils [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] Acquiring lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.819665] env[68867]: DEBUG oslo_concurrency.lockutils [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.819845] env[68867]: DEBUG oslo_concurrency.lockutils [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.820020] env[68867]: DEBUG nova.compute.manager [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] No waiting events found dispatching network-vif-unplugged-bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.820206] env[68867]: WARNING nova.compute.manager [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Received unexpected event network-vif-unplugged-bac098c4-cfea-4cf6-88a0-062392256a0c for instance with vm_state shelved_offloaded and task_state None. [ 1050.820365] env[68867]: DEBUG nova.compute.manager [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Received event network-changed-bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.820515] env[68867]: DEBUG nova.compute.manager [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Refreshing instance network info cache due to event network-changed-bac098c4-cfea-4cf6-88a0-062392256a0c. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.820697] env[68867]: DEBUG oslo_concurrency.lockutils [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] Acquiring lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.820827] env[68867]: DEBUG oslo_concurrency.lockutils [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] Acquired lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.821575] env[68867]: DEBUG nova.network.neutron [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Refreshing network info cache for port bac098c4-cfea-4cf6-88a0-062392256a0c {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.993039] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Successfully created port: adbe80ec-f5a6-4453-b01f-246453a7fd6a {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.004734] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.065138] env[68867]: DEBUG nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.083798] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.129865] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.150921] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Updating instance_info_cache with network_info: [{"id": "95a95c42-1c86-47c5-87d7-abd5de5d259c", "address": "fa:16:3e:37:27:be", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a95c42-1c", "ovs_interfaceid": "95a95c42-1c86-47c5-87d7-abd5de5d259c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.422419] env[68867]: DEBUG nova.compute.manager [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.423791] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a19962-213b-439a-b651-ba118dbb322b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.440150] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5a7de-9299-4271-90b0-9771714826ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.451622] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e4a95-fdd5-4f68-b3a1-ef5f21c9b0c3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.218020] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "refresh_cache-28d1d5be-73ff-4f46-8d65-1712cd45e7ea" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.218020] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Instance network_info: |[{"id": "95a95c42-1c86-47c5-87d7-abd5de5d259c", "address": "fa:16:3e:37:27:be", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a95c42-1c", "ovs_interfaceid": "95a95c42-1c86-47c5-87d7-abd5de5d259c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.218020] env[68867]: INFO nova.compute.manager [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] instance snapshotting [ 1052.218020] env[68867]: DEBUG nova.compute.manager [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Received event network-changed-95a95c42-1c86-47c5-87d7-abd5de5d259c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.218020] env[68867]: DEBUG nova.compute.manager [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Refreshing instance network info cache due to event network-changed-95a95c42-1c86-47c5-87d7-abd5de5d259c. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.218020] env[68867]: DEBUG oslo_concurrency.lockutils [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] Acquiring lock "refresh_cache-28d1d5be-73ff-4f46-8d65-1712cd45e7ea" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.218639] env[68867]: DEBUG oslo_concurrency.lockutils [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] Acquired lock "refresh_cache-28d1d5be-73ff-4f46-8d65-1712cd45e7ea" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.218639] env[68867]: DEBUG nova.network.neutron [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Refreshing network info cache for port 95a95c42-1c86-47c5-87d7-abd5de5d259c {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.227019] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:27:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95a95c42-1c86-47c5-87d7-abd5de5d259c', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.231374] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Creating folder: Project (f95aa8a7d7b84f278e36bb302d714aae). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.233175] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4fd036-0699-4989-9a57-51ed7fb3fd61 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.261316] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86e5ca31-dc6d-404f-8e51-586c9be55eae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.266762] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374d83c-ca20-4a63-bc39-202fee37ceec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.283624] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.286159] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0addb35-9913-47a7-b934-272b10189810 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.293519] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5a335-1223-4fc0-8991-babfd08e86a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.297416] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Created folder: Project (f95aa8a7d7b84f278e36bb302d714aae) in parent group-v592242. [ 1052.297607] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Creating folder: Instances. Parent ref: group-v592480. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.299820] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-774db6f5-3634-4f0b-b296-eff50352dc7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.315591] env[68867]: DEBUG nova.compute.provider_tree [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.320777] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Created folder: Instances in parent group-v592480. [ 1052.320991] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.321436] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.321966] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fceda60d-50c2-4d6d-9a61-d7cef52e4012 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.344673] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.344673] env[68867]: value = "task-2952061" [ 1052.344673] env[68867]: _type = "Task" [ 1052.344673] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.353033] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952061, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.402878] env[68867]: DEBUG nova.network.neutron [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Updated VIF entry in instance network info cache for port bac098c4-cfea-4cf6-88a0-062392256a0c. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.403645] env[68867]: DEBUG nova.network.neutron [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Updating instance_info_cache with network_info: [{"id": "bac098c4-cfea-4cf6-88a0-062392256a0c", "address": "fa:16:3e:63:e2:cf", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": null, "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbac098c4-cf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.594359] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Successfully updated port: adbe80ec-f5a6-4453-b01f-246453a7fd6a {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.725216] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.747949] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.748213] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.748369] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.748547] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.748687] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.748901] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.749195] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.749362] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.749527] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.749682] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.749851] env[68867]: DEBUG nova.virt.hardware [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.750747] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d80005-528d-43a1-8d21-8a7b94aec5f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.760640] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead1ecc-17de-4bdd-b21b-c793c7979b5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.764892] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.805662] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.805941] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7670509e-30b8-4ab3-b9b5-a9eabe7e7582 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.813517] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1052.813517] env[68867]: value = "task-2952062" [ 1052.813517] env[68867]: _type = "Task" [ 1052.813517] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.825127] env[68867]: DEBUG nova.scheduler.client.report [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.828408] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952062, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.845954] env[68867]: DEBUG nova.compute.manager [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Received event network-vif-plugged-adbe80ec-f5a6-4453-b01f-246453a7fd6a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.846201] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] Acquiring lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.846413] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.846574] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.846826] env[68867]: DEBUG nova.compute.manager [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] No waiting events found dispatching network-vif-plugged-adbe80ec-f5a6-4453-b01f-246453a7fd6a {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.846992] env[68867]: WARNING nova.compute.manager [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Received unexpected event network-vif-plugged-adbe80ec-f5a6-4453-b01f-246453a7fd6a for instance with vm_state building and task_state spawning. [ 1052.847128] env[68867]: DEBUG nova.compute.manager [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Received event network-changed-adbe80ec-f5a6-4453-b01f-246453a7fd6a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.847387] env[68867]: DEBUG nova.compute.manager [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Refreshing instance network info cache due to event network-changed-adbe80ec-f5a6-4453-b01f-246453a7fd6a. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.847440] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] Acquiring lock "refresh_cache-35d3dd41-46b6-45f3-b97d-499ccf0fd353" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.847557] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] Acquired lock "refresh_cache-35d3dd41-46b6-45f3-b97d-499ccf0fd353" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.847737] env[68867]: DEBUG nova.network.neutron [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Refreshing network info cache for port adbe80ec-f5a6-4453-b01f-246453a7fd6a {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.862163] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952061, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.905711] env[68867]: DEBUG oslo_concurrency.lockutils [req-dfbc6328-5baa-4480-9edd-7a9f4427787a req-ea6ff194-ad0a-420f-abae-6a7de6468233 service nova] Releasing lock "refresh_cache-f7a0b170-831e-4208-9c05-dbcfd7fab037" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.956631] env[68867]: DEBUG nova.network.neutron [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Updated VIF entry in instance network info cache for port 95a95c42-1c86-47c5-87d7-abd5de5d259c. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.957084] env[68867]: DEBUG nova.network.neutron [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Updating instance_info_cache with network_info: [{"id": "95a95c42-1c86-47c5-87d7-abd5de5d259c", "address": "fa:16:3e:37:27:be", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a95c42-1c", "ovs_interfaceid": "95a95c42-1c86-47c5-87d7-abd5de5d259c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.095968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "refresh_cache-35d3dd41-46b6-45f3-b97d-499ccf0fd353" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.325225] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952062, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.333191] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.261s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.333714] env[68867]: DEBUG nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.336324] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.550s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.337783] env[68867]: INFO nova.compute.claims [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.361711] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952061, 'name': CreateVM_Task, 'duration_secs': 0.657069} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.361904] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.362888] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.363066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.363384] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.363667] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d4d961-514c-4433-a986-ab0bfec4f8af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.368723] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1053.368723] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5225e265-3fe3-8181-dfbe-64f0970a860d" [ 1053.368723] env[68867]: _type = "Task" [ 1053.368723] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.377410] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5225e265-3fe3-8181-dfbe-64f0970a860d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.402717] env[68867]: DEBUG nova.network.neutron [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.459798] env[68867]: DEBUG oslo_concurrency.lockutils [req-ada052a3-73de-4882-a819-d35191667ae3 req-aee2be7c-4d4c-4e89-a3bf-f017891cd871 service nova] Releasing lock "refresh_cache-28d1d5be-73ff-4f46-8d65-1712cd45e7ea" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.487040] env[68867]: DEBUG nova.network.neutron [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.824751] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952062, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.842520] env[68867]: DEBUG nova.compute.utils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.846461] env[68867]: DEBUG nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1053.880783] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5225e265-3fe3-8181-dfbe-64f0970a860d, 'name': SearchDatastore_Task, 'duration_secs': 0.016091} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.881124] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.882064] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.882064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.882064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.882064] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.882383] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0aedd31-f650-494c-b831-fcf0c0118476 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.892539] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.892718] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.893496] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d885fbc-8be2-4348-a61c-19d96c88ae37 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.899281] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1053.899281] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52318d8c-28b0-966a-12c9-63a428bd6832" [ 1053.899281] env[68867]: _type = "Task" [ 1053.899281] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.907382] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52318d8c-28b0-966a-12c9-63a428bd6832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.990268] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a346e45-08f4-4eb9-99d9-78f13b504498 req-19c7d7bb-6c4a-43ca-8aee-1173a0bb93d3 service nova] Releasing lock "refresh_cache-35d3dd41-46b6-45f3-b97d-499ccf0fd353" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.990581] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "refresh_cache-35d3dd41-46b6-45f3-b97d-499ccf0fd353" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.990784] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.168800] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1054.169049] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592479', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'name': 'volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c0d7d13-150d-42af-9bc6-3646e104bbcf', 'attached_at': '', 'detached_at': '', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'serial': '4e851f05-1493-4e61-8038-3e6e0c67ab4d'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1054.170020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c157d894-96c4-48e2-8733-9a1a8e3b7a22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.186755] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeeb31f-24b3-43bd-8b52-41dc1e716a6e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.211518] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d/volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.212023] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea3ce3ef-ed1e-4cca-8725-8cb455c04c03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.230942] env[68867]: DEBUG oslo_vmware.api [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1054.230942] env[68867]: value = "task-2952063" [ 1054.230942] env[68867]: _type = "Task" [ 1054.230942] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.240497] env[68867]: DEBUG oslo_vmware.api [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.325775] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952062, 'name': CreateSnapshot_Task, 'duration_secs': 1.04043} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.326184] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1054.326801] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b8385-17f1-4aa4-a717-3ae2c338b0a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.347180] env[68867]: DEBUG nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.410860] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52318d8c-28b0-966a-12c9-63a428bd6832, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.415083] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb76fdf-777e-414d-aca6-b69e70ce436f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.421742] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1054.421742] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5297ddfe-5662-ba27-9608-dd6c89254755" [ 1054.421742] env[68867]: _type = "Task" [ 1054.421742] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.435284] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5297ddfe-5662-ba27-9608-dd6c89254755, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.435605] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.435893] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 28d1d5be-73ff-4f46-8d65-1712cd45e7ea/28d1d5be-73ff-4f46-8d65-1712cd45e7ea.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.436193] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc429529-7993-4d52-939f-f1396955763d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.445437] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1054.445437] env[68867]: value = "task-2952064" [ 1054.445437] env[68867]: _type = "Task" [ 1054.445437] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.453103] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.555565] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.708475] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7395260e-4d5b-4189-a23d-588427bbff71 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.718099] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e9912-51ab-4842-a633-e0adfa41ef6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.758570] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd5ddd9-ff45-4202-bf77-c35c98d55258 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.774013] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2b396-8a37-4b2c-b25e-3ba71f1b9c67 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.778516] env[68867]: DEBUG oslo_vmware.api [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952063, 'name': ReconfigVM_Task, 'duration_secs': 0.431621} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.779192] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d/volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.785069] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c923a68-509e-4789-89e9-ecb1d9d77719 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.804399] env[68867]: DEBUG nova.compute.provider_tree [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.811794] env[68867]: DEBUG oslo_vmware.api [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1054.811794] env[68867]: value = "task-2952065" [ 1054.811794] env[68867]: _type = "Task" [ 1054.811794] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.823348] env[68867]: DEBUG oslo_vmware.api [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.828122] env[68867]: DEBUG nova.network.neutron [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Updating instance_info_cache with network_info: [{"id": "adbe80ec-f5a6-4453-b01f-246453a7fd6a", "address": "fa:16:3e:91:74:51", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbe80ec-f5", "ovs_interfaceid": "adbe80ec-f5a6-4453-b01f-246453a7fd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.845379] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1054.846498] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1df5c680-9fb3-431c-88d4-2ddc14ccb12d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.863123] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1054.863123] env[68867]: value = "task-2952066" [ 1054.863123] env[68867]: _type = "Task" [ 1054.863123] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.871043] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952066, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.954620] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.308022] env[68867]: DEBUG nova.scheduler.client.report [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.322136] env[68867]: DEBUG oslo_vmware.api [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952065, 'name': ReconfigVM_Task, 'duration_secs': 0.195458} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.322469] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592479', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'name': 'volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c0d7d13-150d-42af-9bc6-3646e104bbcf', 'attached_at': '', 'detached_at': '', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'serial': '4e851f05-1493-4e61-8038-3e6e0c67ab4d'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1055.330459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "refresh_cache-35d3dd41-46b6-45f3-b97d-499ccf0fd353" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.330807] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Instance network_info: |[{"id": "adbe80ec-f5a6-4453-b01f-246453a7fd6a", "address": "fa:16:3e:91:74:51", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbe80ec-f5", "ovs_interfaceid": "adbe80ec-f5a6-4453-b01f-246453a7fd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.331214] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:74:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adbe80ec-f5a6-4453-b01f-246453a7fd6a', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.338791] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.339475] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.339701] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72b7817d-3104-481f-8c73-2c05667147cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.359152] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.359152] env[68867]: value = "task-2952067" [ 1055.359152] env[68867]: _type = "Task" [ 1055.359152] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.363490] env[68867]: DEBUG nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.373910] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952067, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.377249] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952066, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.391529] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.391829] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.392014] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.392203] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.392369] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.392509] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.392964] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.393258] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.393534] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.393755] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.394037] env[68867]: DEBUG nova.virt.hardware [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.395512] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618466b2-e671-4502-a877-47a656160aad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.404276] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3527ec4e-20cb-4201-96dc-5ca8855669ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.419904] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.426191] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Creating folder: Project (121043e417584eea8a2c2529f083835f). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.426191] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2d1bf2f-3cf3-4a53-a648-704581bbf95a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.436530] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Created folder: Project (121043e417584eea8a2c2529f083835f) in parent group-v592242. [ 1055.436806] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Creating folder: Instances. Parent ref: group-v592486. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.437130] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e34396b5-8fd0-4967-9c4f-abb1a6c0b38d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.446665] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Created folder: Instances in parent group-v592486. [ 1055.446762] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.451988] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.452243] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c6383d-70eb-48ff-b9f0-8412b1151b52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.470036] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566772} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.471392] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 28d1d5be-73ff-4f46-8d65-1712cd45e7ea/28d1d5be-73ff-4f46-8d65-1712cd45e7ea.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.471613] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.471842] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.471842] env[68867]: value = "task-2952070" [ 1055.471842] env[68867]: _type = "Task" [ 1055.471842] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.472538] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49d8dff6-b5cc-46c0-b7d1-3a2138996400 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.483576] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952070, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.485026] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1055.485026] env[68867]: value = "task-2952071" [ 1055.485026] env[68867]: _type = "Task" [ 1055.485026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.493379] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.813712] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.814350] env[68867]: DEBUG nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.817518] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.514s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.819546] env[68867]: INFO nova.compute.claims [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.878613] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952066, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.882646] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952067, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.983984] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952070, 'name': CreateVM_Task, 'duration_secs': 0.465597} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.984234] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.984699] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.984882] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.985246] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.985581] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e339ff86-656b-4001-a440-96f168744954 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.993094] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1055.993094] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ba90ee-8970-80c9-f1ef-988d51389367" [ 1055.993094] env[68867]: _type = "Task" [ 1055.993094] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.996486] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246979} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.999750] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.000631] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a625a-9a04-46bb-b89a-c9b76cf0437e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.025893] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 28d1d5be-73ff-4f46-8d65-1712cd45e7ea/28d1d5be-73ff-4f46-8d65-1712cd45e7ea.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.029608] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13dc8a0c-b30f-4271-970b-d2f761e9ce1b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.045314] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ba90ee-8970-80c9-f1ef-988d51389367, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.045637] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.045942] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.046314] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.046507] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.046691] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.047467] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-317f443b-e916-4f53-bd2a-6ad4183e2060 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.051208] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1056.051208] env[68867]: value = "task-2952072" [ 1056.051208] env[68867]: _type = "Task" [ 1056.051208] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.059426] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.059625] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.063100] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e03197c-c418-46cc-9c31-bf5d6572fd39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.065480] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.068756] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1056.068756] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b77d21-84b1-820d-d34d-31b578b69f69" [ 1056.068756] env[68867]: _type = "Task" [ 1056.068756] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.077078] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b77d21-84b1-820d-d34d-31b578b69f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.328338] env[68867]: DEBUG nova.compute.utils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.330739] env[68867]: DEBUG nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1056.369034] env[68867]: DEBUG nova.objects.instance [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.377058] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952067, 'name': CreateVM_Task, 'duration_secs': 0.733491} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.377650] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.378768] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.378944] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.379292] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.379554] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da683c5-4cde-4b0e-b47e-2ce7c2614137 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.384936] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952066, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.388924] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1056.388924] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523b3bf5-d151-7ad4-f4df-9134d33abee7" [ 1056.388924] env[68867]: _type = "Task" [ 1056.388924] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.397659] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523b3bf5-d151-7ad4-f4df-9134d33abee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.562370] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.578667] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b77d21-84b1-820d-d34d-31b578b69f69, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.579565] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54268a19-f64d-4c73-9860-2c5802250aeb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.585076] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1056.585076] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5237f4db-5512-b0d6-2af0-0b8f44773e74" [ 1056.585076] env[68867]: _type = "Task" [ 1056.585076] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.593734] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5237f4db-5512-b0d6-2af0-0b8f44773e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.831132] env[68867]: DEBUG nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.883472] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952066, 'name': CloneVM_Task, 'duration_secs': 1.785751} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.884216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28e3b0c1-7935-4689-9518-82b0e551e92a tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.867s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.884870] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Created linked-clone VM from snapshot [ 1056.886052] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4862c7e-8611-4dc7-a8ab-45e8e4ef5f00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.898789] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Uploading image bb7e20a7-be12-4ae5-b809-3201979cdd02 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1056.909013] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523b3bf5-d151-7ad4-f4df-9134d33abee7, 'name': SearchDatastore_Task, 'duration_secs': 0.0141} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.909864] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.910184] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.910414] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.910583] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.911573] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-867b358c-f64e-454a-9def-0ba5dc253a10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.916997] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1056.916997] env[68867]: value = "task-2952073" [ 1056.916997] env[68867]: _type = "Task" [ 1056.916997] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.932015] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952073, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.064487] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952072, 'name': ReconfigVM_Task, 'duration_secs': 0.815789} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.064674] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 28d1d5be-73ff-4f46-8d65-1712cd45e7ea/28d1d5be-73ff-4f46-8d65-1712cd45e7ea.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.065603] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74312f04-682f-4d4f-9e3f-cf692d22401f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.075975] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1057.075975] env[68867]: value = "task-2952074" [ 1057.075975] env[68867]: _type = "Task" [ 1057.075975] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.088091] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952074, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.099572] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5237f4db-5512-b0d6-2af0-0b8f44773e74, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.102288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.102628] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.103290] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.103441] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.103705] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0666f641-baea-483d-93fd-ef08bac2413c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.106106] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3e3ba2b-f679-4568-acc3-2819755a3a02 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.112887] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1057.112887] env[68867]: value = "task-2952075" [ 1057.112887] env[68867]: _type = "Task" [ 1057.112887] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.121273] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.124558] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.124558] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e785112-16f7-4d03-8c5a-f1f5dc516ac3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.129588] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.132946] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1057.132946] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52241dc3-2e5a-86d6-c022-79ca893c268d" [ 1057.132946] env[68867]: _type = "Task" [ 1057.132946] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.144708] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52241dc3-2e5a-86d6-c022-79ca893c268d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.208168] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37a3d38-1bdb-4c7e-994e-0224abf2f3cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.216494] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4351d-89d6-4f60-8e63-3283457a03ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.251524] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81151fc0-83f0-440d-bf86-8c6a09a6323c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.262151] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda96f61-3f0c-494f-9a65-63fdb658d19a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.277650] env[68867]: DEBUG nova.compute.provider_tree [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.428981] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952073, 'name': Destroy_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.487834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.487834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.487834] env[68867]: DEBUG nova.compute.manager [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.487834] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fded1d7-bf5b-4fc8-bd92-1dba60f31ced {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.494935] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548a89-cb64-c71f-8634-3d9a49358482/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.495335] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519088d2-fc41-4da3-b454-ada630ff8d1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.505312] env[68867]: DEBUG nova.compute.manager [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1057.508070] env[68867]: DEBUG nova.objects.instance [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.508070] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548a89-cb64-c71f-8634-3d9a49358482/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.508070] env[68867]: ERROR oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548a89-cb64-c71f-8634-3d9a49358482/disk-0.vmdk due to incomplete transfer. [ 1057.508325] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea2cc322-04f8-49a6-abf9-508441005d1b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.519087] env[68867]: DEBUG oslo_vmware.rw_handles [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548a89-cb64-c71f-8634-3d9a49358482/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1057.519087] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Uploaded image a197ad00-1be2-4a98-9a10-4d12d8881f76 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1057.521932] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1057.521932] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85d6f7ef-fffb-4415-8683-9f54e079f42b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.532993] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1057.532993] env[68867]: value = "task-2952076" [ 1057.532993] env[68867]: _type = "Task" [ 1057.532993] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.543020] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952076, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.586363] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952074, 'name': Rename_Task, 'duration_secs': 0.191529} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.586363] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.586573] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec1b2df-c2be-4e69-b1b1-8e905aa90631 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.595334] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1057.595334] env[68867]: value = "task-2952077" [ 1057.595334] env[68867]: _type = "Task" [ 1057.595334] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.604291] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.625963] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487246} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.626240] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.626453] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.626687] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b139809e-2fcb-4566-b72f-aed382c7e77e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.632978] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1057.632978] env[68867]: value = "task-2952078" [ 1057.632978] env[68867]: _type = "Task" [ 1057.632978] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.645096] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.652878] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52241dc3-2e5a-86d6-c022-79ca893c268d, 'name': SearchDatastore_Task, 'duration_secs': 0.014181} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.652878] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123df3eb-1c6b-4168-92e0-aea6f8dbce85 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.655250] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1057.655250] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522f2740-b6c6-4145-f862-60f48f625ba2" [ 1057.655250] env[68867]: _type = "Task" [ 1057.655250] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.663766] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522f2740-b6c6-4145-f862-60f48f625ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.782073] env[68867]: DEBUG nova.scheduler.client.report [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.843068] env[68867]: DEBUG nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.865924] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.866189] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.866343] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.866522] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.866664] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.866804] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.867858] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.868079] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.868260] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.868425] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.868598] env[68867]: DEBUG nova.virt.hardware [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.869735] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e5f55-cb44-4154-92b0-42a0611ee292 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.878419] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abd5eab-f0af-4a05-af55-e21937d90c24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.892126] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.897664] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Creating folder: Project (f9e8b26a5d0d40918aca91a09fd6aef0). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.898074] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ad85437-6d97-4e1c-af95-8e0df9d444ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.909072] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Created folder: Project (f9e8b26a5d0d40918aca91a09fd6aef0) in parent group-v592242. [ 1057.909276] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Creating folder: Instances. Parent ref: group-v592489. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.909514] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf409ae7-82df-4b14-97e6-1b22ba97bfd0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.937012] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Created folder: Instances in parent group-v592489. [ 1057.937012] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.937012] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.937012] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9623a72-df74-4d90-99d3-3a44ff18b811 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.942100] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952073, 'name': Destroy_Task, 'duration_secs': 0.610785} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.942100] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Destroyed the VM [ 1057.942100] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1057.942100] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80df0aa2-5273-40cd-94ff-9e60e647362d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.945598] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.945598] env[68867]: value = "task-2952081" [ 1057.945598] env[68867]: _type = "Task" [ 1057.945598] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.949308] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1057.949308] env[68867]: value = "task-2952082" [ 1057.949308] env[68867]: _type = "Task" [ 1057.949308] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.958304] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952081, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.966935] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.043599] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952076, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.105747] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.143032] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06532} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.143220] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.144014] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3cc7b-7568-4645-86de-603cd72912d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.166677] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.170259] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-885d0d80-a8e5-4828-ab65-0e32e85893d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.193296] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522f2740-b6c6-4145-f862-60f48f625ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.008254} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.194644] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.194947] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 35d3dd41-46b6-45f3-b97d-499ccf0fd353/35d3dd41-46b6-45f3-b97d-499ccf0fd353.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.195293] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1058.195293] env[68867]: value = "task-2952083" [ 1058.195293] env[68867]: _type = "Task" [ 1058.195293] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.195495] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0751f5f-2eb5-4ac2-8d02-dc5c56f6e5f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.209351] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.209643] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1058.209643] env[68867]: value = "task-2952084" [ 1058.209643] env[68867]: _type = "Task" [ 1058.209643] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.218283] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.288527] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.289052] env[68867]: DEBUG nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.291789] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.145s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.293404] env[68867]: INFO nova.compute.claims [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.457662] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952081, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.465033] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952082, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.516485] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.516902] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1314abb5-baba-4163-a3cc-624489be5b0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.526651] env[68867]: DEBUG oslo_vmware.api [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1058.526651] env[68867]: value = "task-2952085" [ 1058.526651] env[68867]: _type = "Task" [ 1058.526651] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.538279] env[68867]: DEBUG oslo_vmware.api [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.548368] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952076, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.606563] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.708590] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.721762] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508884} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.722033] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 35d3dd41-46b6-45f3-b97d-499ccf0fd353/35d3dd41-46b6-45f3-b97d-499ccf0fd353.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.722310] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.722576] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e77c28f-f980-467e-a7ff-03132c908c5d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.728423] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1058.728423] env[68867]: value = "task-2952086" [ 1058.728423] env[68867]: _type = "Task" [ 1058.728423] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.737408] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.798149] env[68867]: DEBUG nova.compute.utils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.801759] env[68867]: DEBUG nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.801948] env[68867]: DEBUG nova.network.neutron [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.851129] env[68867]: DEBUG nova.policy [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907d8a1a118a4cbda0812504cdcfe5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af336311d6b04365a38881fdb83ba061', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.957963] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952081, 'name': CreateVM_Task, 'duration_secs': 0.764389} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.958559] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.959138] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.959579] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.959783] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.966036] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c03dbef-140a-461e-8e97-21e7cf0dbd05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.966036] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952082, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.968572] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1058.968572] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e5a5ee-fa4f-b425-6e5a-e505566ab7a0" [ 1058.968572] env[68867]: _type = "Task" [ 1058.968572] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.977370] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e5a5ee-fa4f-b425-6e5a-e505566ab7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.036695] env[68867]: DEBUG oslo_vmware.api [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952085, 'name': PowerOffVM_Task, 'duration_secs': 0.506749} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.037043] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.037156] env[68867]: DEBUG nova.compute.manager [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.037856] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9127b652-1c85-4ef7-9ffe-2aea8d38262e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.049174] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952076, 'name': Destroy_Task, 'duration_secs': 1.35806} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.049509] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Destroyed the VM [ 1059.049789] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.050089] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f034f84-c107-4f19-a3fa-84a6d7f054a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.061640] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1059.061640] env[68867]: value = "task-2952087" [ 1059.061640] env[68867]: _type = "Task" [ 1059.061640] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.070500] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952087, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.104595] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952077, 'name': PowerOnVM_Task, 'duration_secs': 1.368287} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.104886] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.105101] env[68867]: INFO nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1059.105280] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.106093] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747febb8-b2a3-4a50-ad78-120eb2b33f82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.208970] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952083, 'name': ReconfigVM_Task, 'duration_secs': 0.648094} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.209292] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Reconfigured VM instance instance-00000057 to attach disk [datastore2] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.209906] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf48a5fd-f9ae-4460-b798-a93bbd702706 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.215636] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1059.215636] env[68867]: value = "task-2952088" [ 1059.215636] env[68867]: _type = "Task" [ 1059.215636] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.223502] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952088, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.236847] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06157} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.237115] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.237950] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e7dce-6a82-4122-89bd-79031244b4bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.260406] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 35d3dd41-46b6-45f3-b97d-499ccf0fd353/35d3dd41-46b6-45f3-b97d-499ccf0fd353.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.261370] env[68867]: DEBUG nova.network.neutron [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Successfully created port: f97a6b60-3d44-406a-a07b-6eddc6bf239b {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.263181] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870ac411-cb66-409d-b0b3-1bf8bf43f750 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.283609] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1059.283609] env[68867]: value = "task-2952089" [ 1059.283609] env[68867]: _type = "Task" [ 1059.283609] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.291824] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.302638] env[68867]: DEBUG nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.465551] env[68867]: DEBUG oslo_vmware.api [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952082, 'name': RemoveSnapshot_Task, 'duration_secs': 1.12592} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.465930] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1059.483827] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e5a5ee-fa4f-b425-6e5a-e505566ab7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015523} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.483827] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.483827] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.483827] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.483827] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.483827] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.483827] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb7ac46-3d69-4a1c-b63e-8731256a792a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.497168] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.497168] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.497168] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e904441c-9a02-480f-b24f-66d770fe1f16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.504411] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1059.504411] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52bda3c3-47d9-360e-5952-25cbe449b7c9" [ 1059.504411] env[68867]: _type = "Task" [ 1059.504411] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.513659] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bda3c3-47d9-360e-5952-25cbe449b7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.564060] env[68867]: DEBUG oslo_concurrency.lockutils [None req-07dabf0b-f094-480b-bd12-3756671405fa tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.575057] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952087, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.628429] env[68867]: INFO nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Took 27.53 seconds to build instance. [ 1059.710354] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce17def-461d-4cd8-814b-f1f34b1ebf95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.721660] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dceda61-75a3-4d02-bbfe-ca05fa98e061 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.731258] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952088, 'name': Rename_Task, 'duration_secs': 0.309326} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.760492] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.762417] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d1dfe9-207a-48bf-863c-fbe115aecff9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.764338] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25803c0d-fc07-4d12-aa28-5a330e27a68b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.774205] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123e88be-1f57-42cd-b62f-0606d1d1c8c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.777893] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1059.777893] env[68867]: value = "task-2952090" [ 1059.777893] env[68867]: _type = "Task" [ 1059.777893] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.789168] env[68867]: DEBUG nova.compute.provider_tree [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.797606] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952090, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.803313] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952089, 'name': ReconfigVM_Task, 'duration_secs': 0.269477} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.803633] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 35d3dd41-46b6-45f3-b97d-499ccf0fd353/35d3dd41-46b6-45f3-b97d-499ccf0fd353.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.804386] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0012d4da-78d0-464f-add4-fe30af903922 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.815026] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1059.815026] env[68867]: value = "task-2952091" [ 1059.815026] env[68867]: _type = "Task" [ 1059.815026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.824982] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952091, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.971347] env[68867]: WARNING nova.compute.manager [None req-3b2d52a3-181a-44ee-b18b-6a0aac08f8b8 tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Image not found during snapshot: nova.exception.ImageNotFound: Image bb7e20a7-be12-4ae5-b809-3201979cdd02 could not be found. [ 1060.014835] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52bda3c3-47d9-360e-5952-25cbe449b7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.015210] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2bcb3b6-5855-4a66-9cb6-802e78ee0fec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.020483] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1060.020483] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524746db-06ab-e136-c4e5-3c82ef7b8f5a" [ 1060.020483] env[68867]: _type = "Task" [ 1060.020483] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.028149] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524746db-06ab-e136-c4e5-3c82ef7b8f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.074128] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952087, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.131443] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.045s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.289367] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.298709] env[68867]: DEBUG nova.scheduler.client.report [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.315343] env[68867]: DEBUG nova.objects.instance [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.318373] env[68867]: DEBUG nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.332073] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952091, 'name': Rename_Task, 'duration_secs': 0.134133} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.332418] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.332679] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401711d5-0f70-43df-8041-cd2e79bcafc2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.342400] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.342548] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.342683] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.342859] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.343074] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.343258] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.343507] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.343622] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.343780] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.343938] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.344131] env[68867]: DEBUG nova.virt.hardware [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.345204] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d78d2c-a526-48b3-b699-1e6a2792f15a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.348647] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1060.348647] env[68867]: value = "task-2952092" [ 1060.348647] env[68867]: _type = "Task" [ 1060.348647] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.355338] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8aa3a5-c6cf-48e8-94b1-b4a25f3cd758 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.362338] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.430310] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.430616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.430953] env[68867]: INFO nova.compute.manager [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Rebooting instance [ 1060.530838] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524746db-06ab-e136-c4e5-3c82ef7b8f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.531145] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.531145] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.531420] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d4bade0-b296-47d0-b9ca-9b0df5a38f93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.538535] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1060.538535] env[68867]: value = "task-2952093" [ 1060.538535] env[68867]: _type = "Task" [ 1060.538535] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.546105] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.573781] env[68867]: DEBUG oslo_vmware.api [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952087, 'name': RemoveSnapshot_Task, 'duration_secs': 1.36818} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.574070] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.574306] env[68867]: INFO nova.compute.manager [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Took 17.79 seconds to snapshot the instance on the hypervisor. [ 1060.754255] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "5449777d-2761-42d5-bc20-18a3eefc1cbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.754585] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.754797] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "5449777d-2761-42d5-bc20-18a3eefc1cbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.754974] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.755157] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.757693] env[68867]: INFO nova.compute.manager [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Terminating instance [ 1060.794578] env[68867]: DEBUG oslo_vmware.api [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952090, 'name': PowerOnVM_Task, 'duration_secs': 0.676399} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.794955] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.795084] env[68867]: INFO nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1060.795267] env[68867]: DEBUG nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.796464] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0429a24e-1aba-43cf-b6c5-2bbc5b8a01f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.806183] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.806686] env[68867]: DEBUG nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.811436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.087s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.811436] env[68867]: DEBUG nova.objects.instance [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lazy-loading 'resources' on Instance uuid fbbdbf71-bba7-4ec4-ba69-8141d1c28f25 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.827488] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.827488] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.827666] env[68867]: DEBUG nova.network.neutron [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.827845] env[68867]: DEBUG nova.objects.instance [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'info_cache' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.863100] env[68867]: DEBUG oslo_vmware.api [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952092, 'name': PowerOnVM_Task, 'duration_secs': 0.480594} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.863836] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.864049] env[68867]: INFO nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1060.864450] env[68867]: DEBUG nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.866294] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a93fec-b947-49f9-a076-422a3c93b38b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.951666] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.951853] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.952048] env[68867]: DEBUG nova.network.neutron [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.000448] env[68867]: DEBUG nova.compute.manager [req-09bb5495-877d-4176-9b77-7007797d5676 req-7a66381b-cb42-434e-9e74-f67fb5bdbc30 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Received event network-vif-plugged-f97a6b60-3d44-406a-a07b-6eddc6bf239b {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.000621] env[68867]: DEBUG oslo_concurrency.lockutils [req-09bb5495-877d-4176-9b77-7007797d5676 req-7a66381b-cb42-434e-9e74-f67fb5bdbc30 service nova] Acquiring lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.000828] env[68867]: DEBUG oslo_concurrency.lockutils [req-09bb5495-877d-4176-9b77-7007797d5676 req-7a66381b-cb42-434e-9e74-f67fb5bdbc30 service nova] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.001044] env[68867]: DEBUG oslo_concurrency.lockutils [req-09bb5495-877d-4176-9b77-7007797d5676 req-7a66381b-cb42-434e-9e74-f67fb5bdbc30 service nova] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.001227] env[68867]: DEBUG nova.compute.manager [req-09bb5495-877d-4176-9b77-7007797d5676 req-7a66381b-cb42-434e-9e74-f67fb5bdbc30 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] No waiting events found dispatching network-vif-plugged-f97a6b60-3d44-406a-a07b-6eddc6bf239b {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.001369] env[68867]: WARNING nova.compute.manager [req-09bb5495-877d-4176-9b77-7007797d5676 req-7a66381b-cb42-434e-9e74-f67fb5bdbc30 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Received unexpected event network-vif-plugged-f97a6b60-3d44-406a-a07b-6eddc6bf239b for instance with vm_state building and task_state spawning. [ 1061.048291] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478635} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.048570] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.048784] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.049043] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b44640a9-2194-4937-bb4e-5f41a9a6a067 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.055091] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1061.055091] env[68867]: value = "task-2952094" [ 1061.055091] env[68867]: _type = "Task" [ 1061.055091] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.062407] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.104574] env[68867]: DEBUG nova.network.neutron [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Successfully updated port: f97a6b60-3d44-406a-a07b-6eddc6bf239b {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.126870] env[68867]: DEBUG nova.compute.manager [None req-e43d4ed0-97ce-4bd8-b992-bb493584836a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Found 2 images (rotation: 2) {{(pid=68867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1061.264059] env[68867]: DEBUG nova.compute.manager [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.264059] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.264901] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7159e2-2ec7-4fec-92ea-7972ada5773c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.273198] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.273427] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4fd2f60-6f59-4b7d-863e-1927ce7af9fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.280599] env[68867]: DEBUG oslo_vmware.api [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1061.280599] env[68867]: value = "task-2952095" [ 1061.280599] env[68867]: _type = "Task" [ 1061.280599] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.288601] env[68867]: DEBUG oslo_vmware.api [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.315889] env[68867]: DEBUG nova.compute.utils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.318672] env[68867]: DEBUG nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.318838] env[68867]: DEBUG nova.network.neutron [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.323047] env[68867]: INFO nova.compute.manager [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Took 28.72 seconds to build instance. [ 1061.332367] env[68867]: DEBUG nova.objects.base [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Object Instance<5c0d7d13-150d-42af-9bc6-3646e104bbcf> lazy-loaded attributes: flavor,info_cache {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.363350] env[68867]: DEBUG nova.policy [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc7523bbf619433883309e53a45f029e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b76c5a676304a9aa32c7441c41be1d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.389211] env[68867]: INFO nova.compute.manager [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Took 29.25 seconds to build instance. [ 1061.565171] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067702} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.565419] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.566322] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc573f-dff2-48d0-abb6-f91170a8878c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.591669] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.594343] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be76c5b9-12cd-499e-aa5f-8964f9d5e150 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.616593] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.616737] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.616887] env[68867]: DEBUG nova.network.neutron [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.626815] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1061.626815] env[68867]: value = "task-2952096" [ 1061.626815] env[68867]: _type = "Task" [ 1061.626815] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.634541] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.728222] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c163cf0b-0c1c-4426-a7da-4feb4a6dd2ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.736120] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42738be0-8c9c-4d4b-9087-193badab7c19 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.769205] env[68867]: DEBUG nova.network.neutron [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.770994] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c8f58-08f9-4467-9b28-1b0440eb4d41 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.781436] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13395331-6c86-4f66-a8dd-f4814bd8d576 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.808711] env[68867]: DEBUG oslo_vmware.api [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952095, 'name': PowerOffVM_Task, 'duration_secs': 0.324834} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.809026] env[68867]: DEBUG nova.compute.provider_tree [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.810446] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.810559] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.810975] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf4953d6-e360-49e7-ad7c-4748127e7c51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.824758] env[68867]: DEBUG nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.831021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d722cb5b-3a2c-4b01-b89e-6f214beb8196 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "aede81b7-50b2-4ac8-a096-6483c050e85a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.240s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.854101] env[68867]: DEBUG nova.network.neutron [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Successfully created port: 5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.888764] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.888974] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.889194] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleting the datastore file [datastore2] 5449777d-2761-42d5-bc20-18a3eefc1cbd {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.889456] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33fa891e-e814-4134-9e66-1e3651eea181 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.891721] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9d75cfa4-5803-4921-973d-19e51c7117d6 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.765s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.895919] env[68867]: DEBUG oslo_vmware.api [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for the task: (returnval){ [ 1061.895919] env[68867]: value = "task-2952098" [ 1061.895919] env[68867]: _type = "Task" [ 1061.895919] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.904434] env[68867]: DEBUG oslo_vmware.api [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.069183] env[68867]: DEBUG nova.network.neutron [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating instance_info_cache with network_info: [{"id": "2ba3f65c-380d-4796-979e-3fdb47672c39", "address": "fa:16:3e:e4:20:a6", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba3f65c-38", "ovs_interfaceid": "2ba3f65c-380d-4796-979e-3fdb47672c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.140440] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.155726] env[68867]: DEBUG nova.network.neutron [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.275219] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.314067] env[68867]: DEBUG nova.scheduler.client.report [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.320667] env[68867]: DEBUG nova.network.neutron [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Updating instance_info_cache with network_info: [{"id": "f97a6b60-3d44-406a-a07b-6eddc6bf239b", "address": "fa:16:3e:ee:5f:96", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97a6b60-3d", "ovs_interfaceid": "f97a6b60-3d44-406a-a07b-6eddc6bf239b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.406413] env[68867]: DEBUG oslo_vmware.api [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Task: {'id': task-2952098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163484} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.407063] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.407301] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.407496] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.407693] env[68867]: INFO nova.compute.manager [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.407972] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.408206] env[68867]: DEBUG nova.compute.manager [-] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.408320] env[68867]: DEBUG nova.network.neutron [-] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.572958] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.635326] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952096, 'name': ReconfigVM_Task, 'duration_secs': 0.688784} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.635326] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.636212] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-332fda0e-f91e-46c3-8cf2-634381e9e097 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.646379] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1062.646379] env[68867]: value = "task-2952099" [ 1062.646379] env[68867]: _type = "Task" [ 1062.646379] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.649107] env[68867]: DEBUG nova.compute.manager [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.650553] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef41af0-302f-413a-bd4c-7b2977b7b666 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.658974] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952099, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.711681] env[68867]: DEBUG nova.compute.manager [req-e9f29a31-ca77-4c49-89a9-d8abbff21942 req-1838a977-5264-496f-987f-7adc61f36aea service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Received event network-vif-deleted-da966f78-29a2-4279-9108-e9567f2034c8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.711945] env[68867]: INFO nova.compute.manager [req-e9f29a31-ca77-4c49-89a9-d8abbff21942 req-1838a977-5264-496f-987f-7adc61f36aea service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Neutron deleted interface da966f78-29a2-4279-9108-e9567f2034c8; detaching it from the instance and deleting it from the info cache [ 1062.712073] env[68867]: DEBUG nova.network.neutron [req-e9f29a31-ca77-4c49-89a9-d8abbff21942 req-1838a977-5264-496f-987f-7adc61f36aea service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.784119] env[68867]: DEBUG nova.compute.manager [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.785047] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1039bf50-cb9d-4e7b-8764-a95dd8c5041e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.823655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.823966] env[68867]: DEBUG nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Instance network_info: |[{"id": "f97a6b60-3d44-406a-a07b-6eddc6bf239b", "address": "fa:16:3e:ee:5f:96", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97a6b60-3d", "ovs_interfaceid": "f97a6b60-3d44-406a-a07b-6eddc6bf239b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.824654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.827062] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:5f:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f97a6b60-3d44-406a-a07b-6eddc6bf239b', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.835845] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.836439] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.041s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.838023] env[68867]: INFO nova.compute.claims [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.844125] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.844125] env[68867]: DEBUG nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.845067] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58e4986-8ad0-4427-a9fb-f25d0b98e54f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.861876] env[68867]: INFO nova.scheduler.client.report [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Deleted allocations for instance fbbdbf71-bba7-4ec4-ba69-8141d1c28f25 [ 1062.874908] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.874908] env[68867]: value = "task-2952100" [ 1062.874908] env[68867]: _type = "Task" [ 1062.874908] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.882017] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.882547] env[68867]: DEBUG nova.virt.hardware [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.882968] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05859627-614e-4f41-97dd-ef108d17c977 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.894234] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952100, 'name': CreateVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.894934] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a3722-0c32-4ab3-a847-b855986a15c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.059856] env[68867]: DEBUG nova.compute.manager [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Received event network-changed-f97a6b60-3d44-406a-a07b-6eddc6bf239b {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.060183] env[68867]: DEBUG nova.compute.manager [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Refreshing instance network info cache due to event network-changed-f97a6b60-3d44-406a-a07b-6eddc6bf239b. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.060467] env[68867]: DEBUG oslo_concurrency.lockutils [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] Acquiring lock "refresh_cache-3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.060713] env[68867]: DEBUG oslo_concurrency.lockutils [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] Acquired lock "refresh_cache-3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.060974] env[68867]: DEBUG nova.network.neutron [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Refreshing network info cache for port f97a6b60-3d44-406a-a07b-6eddc6bf239b {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.087948] env[68867]: WARNING oslo_messaging._drivers.amqpdriver [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1063.155736] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952099, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.167142] env[68867]: INFO nova.compute.manager [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] instance snapshotting [ 1063.167742] env[68867]: DEBUG nova.objects.instance [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'flavor' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.180057] env[68867]: DEBUG nova.network.neutron [-] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.187426] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.187682] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.188014] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.188239] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.188431] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.190519] env[68867]: INFO nova.compute.manager [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Terminating instance [ 1063.218205] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e289ee9f-e368-476e-b659-290fa87daa44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.227775] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6311c-60b5-4b2e-9942-3c6ca91382c5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.263191] env[68867]: DEBUG nova.compute.manager [req-e9f29a31-ca77-4c49-89a9-d8abbff21942 req-1838a977-5264-496f-987f-7adc61f36aea service nova] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Detach interface failed, port_id=da966f78-29a2-4279-9108-e9567f2034c8, reason: Instance 5449777d-2761-42d5-bc20-18a3eefc1cbd could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.271313] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.271582] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.271747] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.271923] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.272102] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.274161] env[68867]: INFO nova.compute.manager [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Terminating instance [ 1063.373126] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f805802a-9526-4da3-aa91-bb7e02a43064 tempest-ServersWithSpecificFlavorTestJSON-1241167309 tempest-ServersWithSpecificFlavorTestJSON-1241167309-project-member] Lock "fbbdbf71-bba7-4ec4-ba69-8141d1c28f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.678s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.385761] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952100, 'name': CreateVM_Task, 'duration_secs': 0.386614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.386013] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.386834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.386967] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.387402] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.387707] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b0cc42-31ce-43fc-8169-c0bb400b4f27 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.393333] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1063.393333] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d143db-1b5b-fc67-a488-afdb9e58796f" [ 1063.393333] env[68867]: _type = "Task" [ 1063.393333] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.404319] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d143db-1b5b-fc67-a488-afdb9e58796f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.503586] env[68867]: DEBUG nova.network.neutron [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Successfully updated port: 5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.582223] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.583194] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef929e7-ec6d-45ae-9573-59b373c626e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.589840] env[68867]: INFO nova.compute.manager [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Rebuilding instance [ 1063.594541] env[68867]: DEBUG oslo_vmware.api [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1063.594541] env[68867]: value = "task-2952101" [ 1063.594541] env[68867]: _type = "Task" [ 1063.594541] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.605376] env[68867]: DEBUG oslo_vmware.api [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.643108] env[68867]: DEBUG nova.compute.manager [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.643969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdef533-a695-42a3-bbb9-107e4932f738 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.662238] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952099, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.674128] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b2837-07b7-43e6-9742-df9cdbaf792a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.695205] env[68867]: INFO nova.compute.manager [-] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Took 1.29 seconds to deallocate network for instance. [ 1063.697054] env[68867]: DEBUG nova.compute.manager [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.697537] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.703483] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bad6e3-7b82-4ba0-9bc1-ca5a309bc26f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.706987] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fd2700-06c7-48fd-a0e2-2a13b2a8daf2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.722718] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.723267] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e271e37-81de-44e8-b9b0-4ed9eb8e55b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.730891] env[68867]: DEBUG oslo_vmware.api [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1063.730891] env[68867]: value = "task-2952102" [ 1063.730891] env[68867]: _type = "Task" [ 1063.730891] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.741649] env[68867]: DEBUG oslo_vmware.api [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.778596] env[68867]: DEBUG nova.compute.manager [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.778843] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.779742] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ad986f-6b8b-4dd1-a2ec-26ed37866bc8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.795084] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.795439] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d00b7e6-d652-4cec-a795-aa4445901834 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.803155] env[68867]: DEBUG oslo_vmware.api [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1063.803155] env[68867]: value = "task-2952103" [ 1063.803155] env[68867]: _type = "Task" [ 1063.803155] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.808732] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f90e6-ba89-4acd-b10d-05c7359ea056 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.818634] env[68867]: DEBUG oslo_vmware.api [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.823438] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Doing hard reboot of VM {{(pid=68867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1063.823706] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e0ad3130-d72c-4d94-b84d-7ae0325867b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.830397] env[68867]: DEBUG oslo_vmware.api [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1063.830397] env[68867]: value = "task-2952104" [ 1063.830397] env[68867]: _type = "Task" [ 1063.830397] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.840281] env[68867]: DEBUG oslo_vmware.api [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952104, 'name': ResetVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.915886] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d143db-1b5b-fc67-a488-afdb9e58796f, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.916275] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.916548] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.917066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.917250] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.917536] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.920647] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b901082-52ac-4f23-b3a7-79ef99fccee5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.930811] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.931045] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.931785] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c30abc-c117-4468-9a77-5a67fd0f0dae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.944771] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1063.944771] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5248abc1-4495-482a-414f-5fa2bc1e3c04" [ 1063.944771] env[68867]: _type = "Task" [ 1063.944771] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.951184] env[68867]: DEBUG nova.network.neutron [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Updated VIF entry in instance network info cache for port f97a6b60-3d44-406a-a07b-6eddc6bf239b. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.951537] env[68867]: DEBUG nova.network.neutron [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Updating instance_info_cache with network_info: [{"id": "f97a6b60-3d44-406a-a07b-6eddc6bf239b", "address": "fa:16:3e:ee:5f:96", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97a6b60-3d", "ovs_interfaceid": "f97a6b60-3d44-406a-a07b-6eddc6bf239b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.959577] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5248abc1-4495-482a-414f-5fa2bc1e3c04, 'name': SearchDatastore_Task} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.960360] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a3e721-1b0c-410b-b711-b611a79ed9c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.967450] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1063.967450] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]527aebae-5bbb-db67-d9c7-39bb18bf4f90" [ 1063.967450] env[68867]: _type = "Task" [ 1063.967450] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.980702] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527aebae-5bbb-db67-d9c7-39bb18bf4f90, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.981043] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.981351] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.981653] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e8c2999-cb5e-44ed-bc84-bdc85e73a006 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.989028] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1063.989028] env[68867]: value = "task-2952105" [ 1063.989028] env[68867]: _type = "Task" [ 1063.989028] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.000870] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.005669] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.005820] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquired lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.005981] env[68867]: DEBUG nova.network.neutron [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.104705] env[68867]: DEBUG oslo_vmware.api [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952101, 'name': PowerOnVM_Task, 'duration_secs': 0.449541} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.104988] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.105215] env[68867]: DEBUG nova.compute.manager [None req-b831281f-a9f0-49d9-8c9a-e4538846a672 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.106045] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1c5efa-1941-49a2-9220-f769186e3753 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.162492] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952099, 'name': Rename_Task, 'duration_secs': 1.278868} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.167732] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.167732] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e60e9e7-84a3-4a0a-a1cb-a268b2e198d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.173102] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1064.173102] env[68867]: value = "task-2952106" [ 1064.173102] env[68867]: _type = "Task" [ 1064.173102] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.184081] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.217039] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.224311] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.224778] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46a73db4-b5de-45c0-931f-f20f11a5b143 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.233194] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1064.233194] env[68867]: value = "task-2952107" [ 1064.233194] env[68867]: _type = "Task" [ 1064.233194] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.246972] env[68867]: DEBUG oslo_vmware.api [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952102, 'name': PowerOffVM_Task, 'duration_secs': 0.241261} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.250202] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.250390] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.251288] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.251288] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb67cf5-3a3a-403b-9815-18bb8ce208c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.254062] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f310c9-596c-48e2-8c58-7e8183e7957d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.260896] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb11befa-927a-4e41-bc8a-5c35d86d8d0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.293353] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c64b62e-dc4f-4afe-a882-76b45107b225 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.309624] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb9657f-57f3-4d42-8735-7cf8bd484a9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.329131] env[68867]: DEBUG nova.compute.provider_tree [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.335968] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.335968] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.336167] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleting the datastore file [datastore2] 35d3dd41-46b6-45f3-b97d-499ccf0fd353 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.336412] env[68867]: DEBUG oslo_vmware.api [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952103, 'name': PowerOffVM_Task, 'duration_secs': 0.373769} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.340629] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697602b3-a85a-4523-a448-acd94d02cc19 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.343697] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.343697] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.344153] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20bda295-0f2a-48ea-a8dc-55eb5d3aa55a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.353648] env[68867]: DEBUG oslo_vmware.api [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952104, 'name': ResetVM_Task, 'duration_secs': 0.128901} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.355592] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Did hard reboot of VM {{(pid=68867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1064.355990] env[68867]: DEBUG nova.compute.manager [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.356183] env[68867]: DEBUG oslo_vmware.api [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1064.356183] env[68867]: value = "task-2952109" [ 1064.356183] env[68867]: _type = "Task" [ 1064.356183] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.356924] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2719eead-09c0-4383-8cee-fab4e047d6d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.372976] env[68867]: DEBUG oslo_vmware.api [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.416479] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.416560] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.416683] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleting the datastore file [datastore2] 28d1d5be-73ff-4f46-8d65-1712cd45e7ea {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.416958] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecc89ac4-d4f9-4876-a8ef-91da2c2e4700 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.424414] env[68867]: DEBUG oslo_vmware.api [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1064.424414] env[68867]: value = "task-2952111" [ 1064.424414] env[68867]: _type = "Task" [ 1064.424414] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.437158] env[68867]: DEBUG oslo_vmware.api [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.455043] env[68867]: DEBUG oslo_concurrency.lockutils [req-6663b401-9a84-4c18-a302-705c86681e6d req-134d7436-7711-4a7f-ae8c-86f9364d7060 service nova] Releasing lock "refresh_cache-3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.502684] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.544698] env[68867]: DEBUG nova.network.neutron [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.669018] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.669018] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17377a21-6989-488b-a90b-df107496d1b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.676815] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1064.676815] env[68867]: value = "task-2952112" [ 1064.676815] env[68867]: _type = "Task" [ 1064.676815] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.694383] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952106, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.698729] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.736211] env[68867]: DEBUG nova.network.neutron [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Updating instance_info_cache with network_info: [{"id": "5c845564-3350-4f46-861a-05ff9a6abbd0", "address": "fa:16:3e:d6:07:9a", "network": {"id": "87f605d9-7648-49e1-88e1-d5851ee411d6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-690193901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b76c5a676304a9aa32c7441c41be1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c845564-33", "ovs_interfaceid": "5c845564-3350-4f46-861a-05ff9a6abbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.745661] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.838821] env[68867]: DEBUG nova.scheduler.client.report [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.869847] env[68867]: DEBUG oslo_vmware.api [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349572} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.870178] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.870366] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.870538] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.870710] env[68867]: INFO nova.compute.manager [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1064.870947] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.871150] env[68867]: DEBUG nova.compute.manager [-] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.871245] env[68867]: DEBUG nova.network.neutron [-] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.878247] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a266519c-b3cb-496a-ad2c-b2885670e187 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.448s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.934480] env[68867]: DEBUG oslo_vmware.api [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312025} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.934752] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.934931] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.935118] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.935298] env[68867]: INFO nova.compute.manager [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.935537] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.935727] env[68867]: DEBUG nova.compute.manager [-] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.935821] env[68867]: DEBUG nova.network.neutron [-] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.004128] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633726} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.004498] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.004725] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.004986] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca9c640-1af2-48d7-8378-8ef877a5ce55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.015094] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1065.015094] env[68867]: value = "task-2952113" [ 1065.015094] env[68867]: _type = "Task" [ 1065.015094] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.028297] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.092165] env[68867]: DEBUG nova.compute.manager [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Received event network-vif-plugged-5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.092465] env[68867]: DEBUG oslo_concurrency.lockutils [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] Acquiring lock "ca05b829-afa3-462a-b35d-b61df35dd01a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.092742] env[68867]: DEBUG oslo_concurrency.lockutils [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.092836] env[68867]: DEBUG oslo_concurrency.lockutils [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.092996] env[68867]: DEBUG nova.compute.manager [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] No waiting events found dispatching network-vif-plugged-5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.093189] env[68867]: WARNING nova.compute.manager [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Received unexpected event network-vif-plugged-5c845564-3350-4f46-861a-05ff9a6abbd0 for instance with vm_state building and task_state spawning. [ 1065.093343] env[68867]: DEBUG nova.compute.manager [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Received event network-changed-5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.093516] env[68867]: DEBUG nova.compute.manager [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Refreshing instance network info cache due to event network-changed-5c845564-3350-4f46-861a-05ff9a6abbd0. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.093647] env[68867]: DEBUG oslo_concurrency.lockutils [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] Acquiring lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.189761] env[68867]: DEBUG oslo_vmware.api [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952106, 'name': PowerOnVM_Task, 'duration_secs': 0.698145} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.193854] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.194508] env[68867]: INFO nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1065.197086] env[68867]: DEBUG nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.197086] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32141e94-994a-45ea-b84e-2f5bcd638bee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.212089] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952112, 'name': PowerOffVM_Task, 'duration_secs': 0.244199} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.212588] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.213298] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.214119] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10055f4-d31e-441f-8157-781003a1840f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.223737] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.223891] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c7f53d9-159c-405d-ae26-f25d7cc1d469 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.242584] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Releasing lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.242966] env[68867]: DEBUG nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Instance network_info: |[{"id": "5c845564-3350-4f46-861a-05ff9a6abbd0", "address": "fa:16:3e:d6:07:9a", "network": {"id": "87f605d9-7648-49e1-88e1-d5851ee411d6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-690193901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b76c5a676304a9aa32c7441c41be1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c845564-33", "ovs_interfaceid": "5c845564-3350-4f46-861a-05ff9a6abbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.244349] env[68867]: DEBUG oslo_concurrency.lockutils [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] Acquired lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.244349] env[68867]: DEBUG nova.network.neutron [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Refreshing network info cache for port 5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.244788] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:07:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c845564-3350-4f46-861a-05ff9a6abbd0', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.254621] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Creating folder: Project (8b76c5a676304a9aa32c7441c41be1d3). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.256650] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc648f28-3687-44fe-80aa-3ff1bd231a21 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.260952] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.261174] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.261348] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Deleting the datastore file [datastore2] aede81b7-50b2-4ac8-a096-6483c050e85a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.265476] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2e4189-0e81-4196-8b5b-6e351d248984 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.267776] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952107, 'name': CreateSnapshot_Task, 'duration_secs': 0.853626} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.268082] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.269265] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32677a2f-b0b2-48b6-a506-269e05f9d293 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.276275] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1065.276275] env[68867]: value = "task-2952116" [ 1065.276275] env[68867]: _type = "Task" [ 1065.276275] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.285395] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Created folder: Project (8b76c5a676304a9aa32c7441c41be1d3) in parent group-v592242. [ 1065.285556] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Creating folder: Instances. Parent ref: group-v592494. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.289406] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d0b48dc-f432-4e76-82ea-6233ca0b035b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.297262] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.308834] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Created folder: Instances in parent group-v592494. [ 1065.308834] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.308834] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.308834] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fffc726-a39a-466f-8f1e-77b45a8fa3c5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.332205] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.332205] env[68867]: value = "task-2952118" [ 1065.332205] env[68867]: _type = "Task" [ 1065.332205] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.341994] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952118, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.342982] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.343773] env[68867]: DEBUG nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.350021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.691s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.350021] env[68867]: INFO nova.compute.claims [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.400567] env[68867]: DEBUG nova.compute.manager [req-98d43a4e-a0f3-4da8-9596-bf3580bcb12d req-9ddfdb57-4c10-4429-a585-74f890ef4c4f service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Received event network-vif-deleted-95a95c42-1c86-47c5-87d7-abd5de5d259c {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.400976] env[68867]: INFO nova.compute.manager [req-98d43a4e-a0f3-4da8-9596-bf3580bcb12d req-9ddfdb57-4c10-4429-a585-74f890ef4c4f service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Neutron deleted interface 95a95c42-1c86-47c5-87d7-abd5de5d259c; detaching it from the instance and deleting it from the info cache [ 1065.401302] env[68867]: DEBUG nova.network.neutron [req-98d43a4e-a0f3-4da8-9596-bf3580bcb12d req-9ddfdb57-4c10-4429-a585-74f890ef4c4f service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.530022] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077269} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.530022] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.530022] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0a569-ff44-425a-a013-cf89aea23954 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.553686] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.554491] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91d0284-b046-40bc-9321-2bfe27a1567d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.581024] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1065.581024] env[68867]: value = "task-2952119" [ 1065.581024] env[68867]: _type = "Task" [ 1065.581024] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.590858] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.724172] env[68867]: INFO nova.compute.manager [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Took 29.96 seconds to build instance. [ 1065.777186] env[68867]: DEBUG nova.network.neutron [-] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.791755] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304541} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.792026] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.792267] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.792972] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.803492] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1065.806852] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ffd14ac-6835-406e-b48b-ee52592663e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.820846] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1065.820846] env[68867]: value = "task-2952120" [ 1065.820846] env[68867]: _type = "Task" [ 1065.820846] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.843561] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952120, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.854126] env[68867]: DEBUG nova.compute.utils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.857664] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952118, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.858298] env[68867]: DEBUG nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.858615] env[68867]: DEBUG nova.network.neutron [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.885634] env[68867]: DEBUG nova.network.neutron [-] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.908584] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-426a60e7-e2c4-4d2d-8c66-68bfb49c5a66 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.917892] env[68867]: DEBUG nova.policy [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85ea19e5324cf285b51e22290a634e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3255bf5d63a489b9de4886b02bc4c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.924655] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8199d352-a760-466b-855b-b9867f9d99d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.997995] env[68867]: DEBUG nova.compute.manager [req-98d43a4e-a0f3-4da8-9596-bf3580bcb12d req-9ddfdb57-4c10-4429-a585-74f890ef4c4f service nova] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Detach interface failed, port_id=95a95c42-1c86-47c5-87d7-abd5de5d259c, reason: Instance 28d1d5be-73ff-4f46-8d65-1712cd45e7ea could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1066.101027] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952119, 'name': ReconfigVM_Task, 'duration_secs': 0.366629} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.101027] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.101027] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e8f66eb-f731-443f-ae6a-bf67e9905ed3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.108652] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1066.108652] env[68867]: value = "task-2952121" [ 1066.108652] env[68867]: _type = "Task" [ 1066.108652] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.119890] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952121, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.214892] env[68867]: DEBUG nova.network.neutron [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Updated VIF entry in instance network info cache for port 5c845564-3350-4f46-861a-05ff9a6abbd0. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.214892] env[68867]: DEBUG nova.network.neutron [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Updating instance_info_cache with network_info: [{"id": "5c845564-3350-4f46-861a-05ff9a6abbd0", "address": "fa:16:3e:d6:07:9a", "network": {"id": "87f605d9-7648-49e1-88e1-d5851ee411d6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-690193901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b76c5a676304a9aa32c7441c41be1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c845564-33", "ovs_interfaceid": "5c845564-3350-4f46-861a-05ff9a6abbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.229498] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e993a1a4-4534-4f7c-afbb-f2546229714a tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.482s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.276022] env[68867]: INFO nova.compute.manager [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Rebuilding instance [ 1066.280156] env[68867]: INFO nova.compute.manager [-] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Took 1.34 seconds to deallocate network for instance. [ 1066.340829] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952120, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.352657] env[68867]: DEBUG nova.compute.manager [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.353672] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242a100-d4de-4731-99f4-076a90b60302 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.356945] env[68867]: DEBUG nova.network.neutron [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Successfully created port: f5af4af3-5438-4783-bac1-6cdd5f617597 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.362715] env[68867]: DEBUG nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.373134] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952118, 'name': CreateVM_Task, 'duration_secs': 0.675229} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.373134] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.373134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.373134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.373134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.373134] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426cc1ee-d15f-4a5b-bd2e-4897de400a2e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.388655] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1066.388655] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e232d4-7ce6-362c-ccfd-57f0e65870f8" [ 1066.388655] env[68867]: _type = "Task" [ 1066.388655] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.392013] env[68867]: INFO nova.compute.manager [-] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Took 1.52 seconds to deallocate network for instance. [ 1066.407685] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e232d4-7ce6-362c-ccfd-57f0e65870f8, 'name': SearchDatastore_Task, 'duration_secs': 0.021517} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.414021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.414021] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.414021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.414021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.414021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.414021] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ced1a2-f07d-472a-a210-2f6760817001 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.426678] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.426922] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.428028] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be626d41-2d10-4bb2-803a-7bdd14f5c0a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.437130] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1066.437130] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522d972a-0dae-c239-6a30-e8a120e58671" [ 1066.437130] env[68867]: _type = "Task" [ 1066.437130] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.450018] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522d972a-0dae-c239-6a30-e8a120e58671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.625526] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952121, 'name': Rename_Task, 'duration_secs': 0.186974} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.626973] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.627275] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-887d7a0a-647b-4f1d-a5c4-3295b43cd156 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.637676] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1066.637676] env[68867]: value = "task-2952122" [ 1066.637676] env[68867]: _type = "Task" [ 1066.637676] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.647653] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.720670] env[68867]: DEBUG oslo_concurrency.lockutils [req-2030257e-0b6a-4d67-b554-396259180176 req-ff4e3d8c-9fa1-447e-9780-311b9025e8f4 service nova] Releasing lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.738965] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7462f38d-1f44-4bf7-9cfd-1745c1a04840 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.752635] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f8b482-509d-407a-8ff1-0abe9029e1a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.801278] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.802782] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4be5b7-17a6-4f3c-8305-6ef56a66fb58 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.812919] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8b9477-532e-4843-8a09-5a1cb6f07ef6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.833243] env[68867]: DEBUG nova.compute.provider_tree [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.845656] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952120, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.867389] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.867643] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.867798] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.868015] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.868534] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.868534] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.868534] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.868713] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.868829] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.869679] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.869679] env[68867]: DEBUG nova.virt.hardware [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.870189] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e53f52-8afc-4778-9878-e84bb0fb9e7c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.885611] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d6629-7d6a-43f3-9e4c-ff1dfc0b7a04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.903533] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.904199] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.910048] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.911035] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.911296] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0243190d-25ce-42de-9558-6fa149b2e617 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.930955] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.930955] env[68867]: value = "task-2952123" [ 1066.930955] env[68867]: _type = "Task" [ 1066.930955] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.945040] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952123, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.969764] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522d972a-0dae-c239-6a30-e8a120e58671, 'name': SearchDatastore_Task, 'duration_secs': 0.013921} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.970643] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfe04b4-58e4-411f-8bd4-bc3ca858b38f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.976713] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1066.976713] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5250e26a-357c-0589-ff11-fd0170fdfc53" [ 1066.976713] env[68867]: _type = "Task" [ 1066.976713] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.988350] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5250e26a-357c-0589-ff11-fd0170fdfc53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.148026] env[68867]: DEBUG nova.compute.manager [req-3ca6e5c1-1789-4e38-a191-9449cbbc118d req-14178bf8-a20d-463f-9c1f-a57187be31eb service nova] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Received event network-vif-deleted-adbe80ec-f5a6-4453-b01f-246453a7fd6a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.154527] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952122, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.338480] env[68867]: DEBUG nova.scheduler.client.report [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.347169] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952120, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.380934] env[68867]: DEBUG nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.392542] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.393082] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc5294d-633f-4c19-9772-f291d204fa50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.403794] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1067.403794] env[68867]: value = "task-2952124" [ 1067.403794] env[68867]: _type = "Task" [ 1067.403794] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.417035] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.417660] env[68867]: DEBUG nova.virt.hardware [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.418457] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf13bbf-94a8-4a14-84f6-4de1c16096fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.424577] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.430509] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf59cab7-bf15-4ab6-bcf1-bf5d19a2a93e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.460042] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952123, 'name': CreateVM_Task, 'duration_secs': 0.488331} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.460042] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.460042] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.460042] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.460042] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.460042] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24af4ec6-00b5-4d0d-94c1-9fbc880f91b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.465900] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1067.465900] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5228eda3-5492-bf46-cc1a-4ef083ac1767" [ 1067.465900] env[68867]: _type = "Task" [ 1067.465900] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.478760] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5228eda3-5492-bf46-cc1a-4ef083ac1767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.490829] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5250e26a-357c-0589-ff11-fd0170fdfc53, 'name': SearchDatastore_Task, 'duration_secs': 0.017901} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.491298] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.491678] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] ca05b829-afa3-462a-b35d-b61df35dd01a/ca05b829-afa3-462a-b35d-b61df35dd01a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.492186] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6474a4b3-9d3d-4098-8cef-c333c8c7dc95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.501477] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1067.501477] env[68867]: value = "task-2952125" [ 1067.501477] env[68867]: _type = "Task" [ 1067.501477] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.511610] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.650010] env[68867]: DEBUG oslo_vmware.api [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952122, 'name': PowerOnVM_Task, 'duration_secs': 0.739449} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.650566] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.650912] env[68867]: INFO nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1067.651274] env[68867]: DEBUG nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.652256] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e9640-53f8-4a72-8480-1b36e43daa06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.841099] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952120, 'name': CloneVM_Task, 'duration_secs': 1.779599} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.841495] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Created linked-clone VM from snapshot [ 1067.842329] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c269771-f97d-4fc8-b302-df5d4eb0eae6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.850592] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.850919] env[68867]: DEBUG nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.853364] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Uploading image 3c90e5a9-4333-40e5-9ef4-8cb0faddbac1 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1067.859266] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.846s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.859442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.866215] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.568s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.866441] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.005s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.866539] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1067.866811] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.368s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.872841] env[68867]: INFO nova.compute.claims [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.878879] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e908b45b-7a8a-4c8a-88b7-8e42287df36e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.890279] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86e0913-0b06-43bf-affa-ba3d197df581 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.914678] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1067.914678] env[68867]: value = "vm-592497" [ 1067.914678] env[68867]: _type = "VirtualMachine" [ 1067.914678] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1067.917412] env[68867]: INFO nova.scheduler.client.report [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted allocations for instance 3198afdf-53d4-4ed2-a3c9-ddfddf14309b [ 1067.925354] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e72eb6-b9f8-4715-a5e8-f6645a6db328 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.929481] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1090421a-396c-41e0-97f8-5a9e305db3b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.943238] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952124, 'name': PowerOffVM_Task, 'duration_secs': 0.166959} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.944573] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.944825] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.945920] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68363d22-a67c-45f1-8982-324141e54e4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.952448] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease: (returnval){ [ 1067.952448] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52939860-039c-bec6-2e65-30be3d949213" [ 1067.952448] env[68867]: _type = "HttpNfcLease" [ 1067.952448] env[68867]: } obtained for exporting VM: (result){ [ 1067.952448] env[68867]: value = "vm-592497" [ 1067.952448] env[68867]: _type = "VirtualMachine" [ 1067.952448] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1067.952448] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the lease: (returnval){ [ 1067.952448] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52939860-039c-bec6-2e65-30be3d949213" [ 1067.952448] env[68867]: _type = "HttpNfcLease" [ 1067.952448] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.953125] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a6d52c-b930-451e-9db8-2455812e1026 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.985488] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178237MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1067.985645] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.992572] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.992572] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52939860-039c-bec6-2e65-30be3d949213" [ 1067.992572] env[68867]: _type = "HttpNfcLease" [ 1067.992572] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.993030] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.993162] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.993162] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52939860-039c-bec6-2e65-30be3d949213" [ 1067.993162] env[68867]: _type = "HttpNfcLease" [ 1067.993162] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1067.993369] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-297152ea-cccf-437e-a1e7-8a1312e008ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.995877] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a1d1a0-6dab-4565-a3cd-69ed692eec10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.002466] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5228eda3-5492-bf46-cc1a-4ef083ac1767, 'name': SearchDatastore_Task, 'duration_secs': 0.021946} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.004256] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.004498] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.004904] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.004904] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.005066] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.011341] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e9a1150-6e60-41ef-b156-3e24b20c63b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.013032] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f17462-2b05-d9e5-1f87-33e1d0439f42/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.013206] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f17462-2b05-d9e5-1f87-33e1d0439f42/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.080712] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952125, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.080712] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.080712] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.081044] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.081333] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.081525] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Deleting the datastore file [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.084698] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae80ca3-2430-4b23-8c02-1114cd948c1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.087167] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d61d61-bca4-4475-8f8a-2e6fe3d50242 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.098207] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1068.098207] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e0ea27-e126-028a-609f-d084b5a5c078" [ 1068.098207] env[68867]: _type = "Task" [ 1068.098207] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.098207] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1068.098207] env[68867]: value = "task-2952128" [ 1068.098207] env[68867]: _type = "Task" [ 1068.098207] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.111596] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e0ea27-e126-028a-609f-d084b5a5c078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.115027] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.124798] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7d9c69c-e225-4fc7-9655-1673ab1602b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.174128] env[68867]: DEBUG nova.compute.manager [req-74d72e06-51a4-4906-b49c-947975b0366b req-b42fc675-8d64-485b-8865-668f7d7c5bde service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Received event network-vif-plugged-f5af4af3-5438-4783-bac1-6cdd5f617597 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.174128] env[68867]: DEBUG oslo_concurrency.lockutils [req-74d72e06-51a4-4906-b49c-947975b0366b req-b42fc675-8d64-485b-8865-668f7d7c5bde service nova] Acquiring lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.174128] env[68867]: DEBUG oslo_concurrency.lockutils [req-74d72e06-51a4-4906-b49c-947975b0366b req-b42fc675-8d64-485b-8865-668f7d7c5bde service nova] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.174128] env[68867]: DEBUG oslo_concurrency.lockutils [req-74d72e06-51a4-4906-b49c-947975b0366b req-b42fc675-8d64-485b-8865-668f7d7c5bde service nova] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.174398] env[68867]: DEBUG nova.compute.manager [req-74d72e06-51a4-4906-b49c-947975b0366b req-b42fc675-8d64-485b-8865-668f7d7c5bde service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] No waiting events found dispatching network-vif-plugged-f5af4af3-5438-4783-bac1-6cdd5f617597 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.174398] env[68867]: WARNING nova.compute.manager [req-74d72e06-51a4-4906-b49c-947975b0366b req-b42fc675-8d64-485b-8865-668f7d7c5bde service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Received unexpected event network-vif-plugged-f5af4af3-5438-4783-bac1-6cdd5f617597 for instance with vm_state building and task_state spawning. [ 1068.178330] env[68867]: INFO nova.compute.manager [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Took 30.90 seconds to build instance. [ 1068.347903] env[68867]: DEBUG nova.network.neutron [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Successfully updated port: f5af4af3-5438-4783-bac1-6cdd5f617597 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.360991] env[68867]: DEBUG nova.compute.utils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.364616] env[68867]: DEBUG nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.365174] env[68867]: DEBUG nova.network.neutron [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.434528] env[68867]: DEBUG nova.policy [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef6d7b423fff4c19bd37225c90efcc23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50b6bee85343462994a5f8ab54799384', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.438969] env[68867]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-2e55-4caa-acf0-a2e7af096e09 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "3198afdf-53d4-4ed2-a3c9-ddfddf14309b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.350s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.516376] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920962} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.516750] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] ca05b829-afa3-462a-b35d-b61df35dd01a/ca05b829-afa3-462a-b35d-b61df35dd01a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.517078] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.517414] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad2a6b7f-a41b-4e0a-9321-060e9c88d774 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.526534] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1068.526534] env[68867]: value = "task-2952129" [ 1068.526534] env[68867]: _type = "Task" [ 1068.526534] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.540039] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.590606] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.612475] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287204} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.616945] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.617163] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.617422] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.620091] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e0ea27-e126-028a-609f-d084b5a5c078, 'name': SearchDatastore_Task, 'duration_secs': 0.063414} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.621194] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746e9dc6-d716-4988-b670-7394e3c2d826 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.629235] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1068.629235] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b21bd0-f67c-7f98-c24d-d3a356582fe9" [ 1068.629235] env[68867]: _type = "Task" [ 1068.629235] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.636573] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b21bd0-f67c-7f98-c24d-d3a356582fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.681028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4ce0caac-503e-4e1f-a373-cb5a5dd3fb28 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.420s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.681028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.090s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.681272] env[68867]: DEBUG nova.compute.manager [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.682821] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59972c66-5edf-4dcf-a88b-42bf634256c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.691659] env[68867]: DEBUG nova.compute.manager [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1068.692261] env[68867]: DEBUG nova.objects.instance [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'flavor' on Instance uuid 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.772509] env[68867]: DEBUG nova.network.neutron [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Successfully created port: 4bfd2c00-cba2-4449-8fe3-4994069e88f7 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.854408] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.854817] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.854817] env[68867]: DEBUG nova.network.neutron [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.868664] env[68867]: DEBUG nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.154158] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081624} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.164105] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.164540] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b21bd0-f67c-7f98-c24d-d3a356582fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.018032} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.165788] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbb73c7-a0f6-47a8-8238-c66af8e8e0a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.169598] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.169891] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.171395] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b36c613-f821-400b-a03c-b6df65a00143 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.197985] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] ca05b829-afa3-462a-b35d-b61df35dd01a/ca05b829-afa3-462a-b35d-b61df35dd01a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.205462] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1644f506-30fa-4c15-bc38-5e597bc75764 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.221658] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1069.221658] env[68867]: value = "task-2952130" [ 1069.221658] env[68867]: _type = "Task" [ 1069.221658] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.230438] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1069.230438] env[68867]: value = "task-2952131" [ 1069.230438] env[68867]: _type = "Task" [ 1069.230438] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.237928] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.247905] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.393781] env[68867]: DEBUG nova.network.neutron [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.557559] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08bf14d-a123-4362-8a54-8f841275cec6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.567340] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efd743a-a2a5-4ab5-9849-d54cded6f6e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.612919] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4df859-81d8-4235-8c4f-0a1d3c8f3d70 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.626853] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7160b-96d7-4ada-a302-b6b87de4fc36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.645295] env[68867]: DEBUG nova.compute.provider_tree [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.683038] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.686454] env[68867]: DEBUG nova.virt.hardware [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.686454] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cac308-f099-44da-a531-d5734a06ced0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.697403] env[68867]: DEBUG nova.network.neutron [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance_info_cache with network_info: [{"id": "f5af4af3-5438-4783-bac1-6cdd5f617597", "address": "fa:16:3e:6c:60:d8", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af4af3-54", "ovs_interfaceid": "f5af4af3-5438-4783-bac1-6cdd5f617597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.700047] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8399b1-8a6b-4e87-bcca-72a98e2dc882 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.718148] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.726107] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.726839] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.727287] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.731034] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46a9fab2-b899-4b2a-b63b-15fe2e1017da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.733530] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f3f22d1-fb82-45aa-8f0f-12bae5d9e31d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.761705] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.769413] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952130, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.769777] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.769777] env[68867]: value = "task-2952133" [ 1069.769777] env[68867]: _type = "Task" [ 1069.769777] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.770211] env[68867]: DEBUG oslo_vmware.api [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1069.770211] env[68867]: value = "task-2952132" [ 1069.770211] env[68867]: _type = "Task" [ 1069.770211] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.787111] env[68867]: DEBUG oslo_vmware.api [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.794029] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952133, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.882259] env[68867]: DEBUG nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.911181] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.911620] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.911915] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.912268] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.912549] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.912766] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.913574] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.913925] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.914210] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.914444] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.914684] env[68867]: DEBUG nova.virt.hardware [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.916259] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f462b53e-2610-4f29-ad92-bfd93928f7cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.929121] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664aa7a-f6cc-4564-a043-26905d955fff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.152110] env[68867]: DEBUG nova.scheduler.client.report [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.194974] env[68867]: DEBUG nova.compute.manager [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Received event network-changed-f5af4af3-5438-4783-bac1-6cdd5f617597 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.195391] env[68867]: DEBUG nova.compute.manager [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Refreshing instance network info cache due to event network-changed-f5af4af3-5438-4783-bac1-6cdd5f617597. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.195813] env[68867]: DEBUG oslo_concurrency.lockutils [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] Acquiring lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.205786] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.206486] env[68867]: DEBUG nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Instance network_info: |[{"id": "f5af4af3-5438-4783-bac1-6cdd5f617597", "address": "fa:16:3e:6c:60:d8", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af4af3-54", "ovs_interfaceid": "f5af4af3-5438-4783-bac1-6cdd5f617597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.206486] env[68867]: DEBUG oslo_concurrency.lockutils [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] Acquired lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.206763] env[68867]: DEBUG nova.network.neutron [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Refreshing network info cache for port f5af4af3-5438-4783-bac1-6cdd5f617597 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.208078] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:60:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5af4af3-5438-4783-bac1-6cdd5f617597', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.217053] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.218676] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.219052] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47cff63e-08a8-4e3f-ac21-9b338a9f8b82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.245617] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742347} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.247016] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.247331] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.247590] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.247590] env[68867]: value = "task-2952134" [ 1070.247590] env[68867]: _type = "Task" [ 1070.247590] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.247800] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcb718e-32e9-4a11-98d2-49022718f60f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.262492] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952134, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.266669] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1070.266669] env[68867]: value = "task-2952135" [ 1070.266669] env[68867]: _type = "Task" [ 1070.266669] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.266906] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952131, 'name': ReconfigVM_Task, 'duration_secs': 0.837354} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.267226] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Reconfigured VM instance instance-0000005a to attach disk [datastore1] ca05b829-afa3-462a-b35d-b61df35dd01a/ca05b829-afa3-462a-b35d-b61df35dd01a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.270875] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3398c651-0738-42e0-a66b-a5479fe846e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.288092] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.296086] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952133, 'name': CreateVM_Task, 'duration_secs': 0.386902} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.296401] env[68867]: DEBUG oslo_vmware.api [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952132, 'name': PowerOffVM_Task, 'duration_secs': 0.387939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.296732] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1070.296732] env[68867]: value = "task-2952136" [ 1070.296732] env[68867]: _type = "Task" [ 1070.296732] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.297270] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.297270] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.297270] env[68867]: DEBUG nova.compute.manager [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.297823] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.298013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.298363] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.299462] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a20df-ead8-40cf-8fb8-83ce18a57b28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.305694] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e930bcd-8c2b-42e6-9d86-f64f32f4e8c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.316161] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952136, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.321586] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1070.321586] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fd8859-dec9-8a8c-9656-f993404eddd8" [ 1070.321586] env[68867]: _type = "Task" [ 1070.321586] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.333670] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fd8859-dec9-8a8c-9656-f993404eddd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.574265] env[68867]: DEBUG nova.network.neutron [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Successfully updated port: 4bfd2c00-cba2-4449-8fe3-4994069e88f7 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.657382] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.657924] env[68867]: DEBUG nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.661219] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.531s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.661477] env[68867]: DEBUG nova.objects.instance [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'resources' on Instance uuid f7a0b170-831e-4208-9c05-dbcfd7fab037 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.769755] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952134, 'name': CreateVM_Task, 'duration_secs': 0.443266} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.773251] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.774048] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.774187] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.774526] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.776049] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d998248-8154-486e-9011-4a5929e4fc26 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.783018] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089413} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.783835] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.785092] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75078b-16bd-4ab8-b1a0-a1357acc497a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.789680] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1070.789680] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522a3d55-ded2-431e-4e68-c7ffc7bd0062" [ 1070.789680] env[68867]: _type = "Task" [ 1070.789680] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.810525] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.817016] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313fdbb1-343d-4eff-a3c8-2096cdbe4e5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.838251] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522a3d55-ded2-431e-4e68-c7ffc7bd0062, 'name': SearchDatastore_Task, 'duration_secs': 0.01936} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.838655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1674add3-ff1d-4ece-92fe-c326a344de19 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.158s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.844690] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.844967] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.845256] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.845422] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.845636] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.850456] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6423c08d-b7a6-4737-b1af-5b054c07659e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.851410] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952136, 'name': Rename_Task, 'duration_secs': 0.23974} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.852639] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.854672] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0deb455f-2bed-4969-864e-fae87d8fec6d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.856682] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1070.856682] env[68867]: value = "task-2952137" [ 1070.856682] env[68867]: _type = "Task" [ 1070.856682] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.861727] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fd8859-dec9-8a8c-9656-f993404eddd8, 'name': SearchDatastore_Task, 'duration_secs': 0.019764} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.868893] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.869215] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.869432] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.869656] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.869908] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.870977] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.871199] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.873499] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea12faf-4722-48ae-80dc-4e1089749238 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.879025] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d777fec-0dc9-4bec-ae4a-4f91883524d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.879025] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1070.879025] env[68867]: value = "task-2952138" [ 1070.879025] env[68867]: _type = "Task" [ 1070.879025] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.889290] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1070.889290] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52557fbd-e428-e7de-4391-6102c5e7fc52" [ 1070.889290] env[68867]: _type = "Task" [ 1070.889290] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.889941] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.891978] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.892246] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.896547] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2831f52-3d31-4452-99af-20854935ca2b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.903250] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952138, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.912917] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52557fbd-e428-e7de-4391-6102c5e7fc52, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.915057] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1070.915057] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a6c429-82d1-f0a7-3231-54a0bc124c72" [ 1070.915057] env[68867]: _type = "Task" [ 1070.915057] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.915307] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3cb503-3ea0-4eba-932d-38b29f6f4539 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.928824] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1070.928824] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5299ac3e-891b-f038-2e10-f7efeb55b607" [ 1070.928824] env[68867]: _type = "Task" [ 1070.928824] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.932898] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a6c429-82d1-f0a7-3231-54a0bc124c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.943570] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5299ac3e-891b-f038-2e10-f7efeb55b607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.012822] env[68867]: DEBUG nova.network.neutron [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updated VIF entry in instance network info cache for port f5af4af3-5438-4783-bac1-6cdd5f617597. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.014032] env[68867]: DEBUG nova.network.neutron [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance_info_cache with network_info: [{"id": "f5af4af3-5438-4783-bac1-6cdd5f617597", "address": "fa:16:3e:6c:60:d8", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af4af3-54", "ovs_interfaceid": "f5af4af3-5438-4783-bac1-6cdd5f617597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.080336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "refresh_cache-075000ea-ab9d-4601-8ff7-f7ac08ed1339" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.080479] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquired lock "refresh_cache-075000ea-ab9d-4601-8ff7-f7ac08ed1339" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.080674] env[68867]: DEBUG nova.network.neutron [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.164292] env[68867]: DEBUG nova.compute.utils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.166027] env[68867]: DEBUG nova.objects.instance [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'numa_topology' on Instance uuid f7a0b170-831e-4208-9c05-dbcfd7fab037 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.167374] env[68867]: DEBUG nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.167542] env[68867]: DEBUG nova.network.neutron [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.207058] env[68867]: DEBUG nova.policy [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67295ac5302e4267a4ea8ff237d7bc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d745edc7cd747549893bff0d77ae4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.266295] env[68867]: INFO nova.compute.manager [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Rebuilding instance [ 1071.315666] env[68867]: DEBUG nova.compute.manager [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.316756] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e5df7a-c915-4dda-9394-6c2fa73f18a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.372220] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.390776] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.430835] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a6c429-82d1-f0a7-3231-54a0bc124c72, 'name': SearchDatastore_Task, 'duration_secs': 0.01993} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.433954] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1243a739-4372-4ba2-a709-53ead9618048 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.443400] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1071.443400] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52db9519-f8d3-5773-65ed-7f6faaa4ef1b" [ 1071.443400] env[68867]: _type = "Task" [ 1071.443400] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.447092] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5299ac3e-891b-f038-2e10-f7efeb55b607, 'name': SearchDatastore_Task, 'duration_secs': 0.028369} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.450459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.450740] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 21cc232a-3a8c-4afb-985f-c6d19767fe4f/21cc232a-3a8c-4afb-985f-c6d19767fe4f.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.451036] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4b0713-fd57-4333-a7b3-f76ecdeba920 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.460370] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52db9519-f8d3-5773-65ed-7f6faaa4ef1b, 'name': SearchDatastore_Task} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.461966] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.462139] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.462457] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1071.462457] env[68867]: value = "task-2952139" [ 1071.462457] env[68867]: _type = "Task" [ 1071.462457] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.462684] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0187f656-36c7-49ef-8936-7ace48630442 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.476707] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.476707] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1071.476707] env[68867]: value = "task-2952140" [ 1071.476707] env[68867]: _type = "Task" [ 1071.476707] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.485917] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.516609] env[68867]: DEBUG oslo_concurrency.lockutils [req-74fa3402-b5e5-42e2-becb-f9cef16b2fa7 req-d7746880-b614-44aa-b8bb-420035bf0258 service nova] Releasing lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.519234] env[68867]: DEBUG nova.network.neutron [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Successfully created port: 4bedcafc-3a31-493b-879c-d272c38b3a38 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.665687] env[68867]: DEBUG nova.network.neutron [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.668845] env[68867]: DEBUG nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.673013] env[68867]: DEBUG nova.objects.base [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.886850] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.910363] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952138, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.988035] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.998220] env[68867]: DEBUG nova.network.neutron [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Updating instance_info_cache with network_info: [{"id": "4bfd2c00-cba2-4449-8fe3-4994069e88f7", "address": "fa:16:3e:a4:5f:d0", "network": {"id": "bb494ebf-bec0-4e84-9f25-60ba0a9879d7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1530058130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50b6bee85343462994a5f8ab54799384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfd2c00-cb", "ovs_interfaceid": "4bfd2c00-cba2-4449-8fe3-4994069e88f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.003281] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.137460] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb0a078-e3bf-47d2-a220-9a38d454ab9f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.147237] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107ac39-3ee1-48e4-863b-153b8b50b71f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.188180] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562fed31-ab4e-4171-a836-61de268c4671 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.196694] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f56f36-9dcb-4583-a20d-a268259487a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.212184] env[68867]: DEBUG nova.compute.provider_tree [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.343084] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.343423] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39de7e6c-31cf-4021-adc6-58d0a1848aa2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.351930] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1072.351930] env[68867]: value = "task-2952141" [ 1072.351930] env[68867]: _type = "Task" [ 1072.351930] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.365277] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1072.365572] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.366659] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c5dff-5402-4ca2-a366-53d30697ae05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.383150] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952137, 'name': ReconfigVM_Task, 'duration_secs': 1.461468} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.387195] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Reconfigured VM instance instance-00000057 to attach disk [datastore1] aede81b7-50b2-4ac8-a096-6483c050e85a/aede81b7-50b2-4ac8-a096-6483c050e85a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.388313] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.388651] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa602aa8-99b2-43cb-8479-11fcf0e8ca05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.395847] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d8d7334-1624-4a6b-b95f-d08c4f4c85dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.399707] env[68867]: DEBUG nova.compute.manager [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Received event network-vif-plugged-4bfd2c00-cba2-4449-8fe3-4994069e88f7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.399761] env[68867]: DEBUG oslo_concurrency.lockutils [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] Acquiring lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.400021] env[68867]: DEBUG oslo_concurrency.lockutils [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.400261] env[68867]: DEBUG oslo_concurrency.lockutils [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.400446] env[68867]: DEBUG nova.compute.manager [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] No waiting events found dispatching network-vif-plugged-4bfd2c00-cba2-4449-8fe3-4994069e88f7 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.400613] env[68867]: WARNING nova.compute.manager [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Received unexpected event network-vif-plugged-4bfd2c00-cba2-4449-8fe3-4994069e88f7 for instance with vm_state building and task_state spawning. [ 1072.400800] env[68867]: DEBUG nova.compute.manager [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Received event network-changed-4bfd2c00-cba2-4449-8fe3-4994069e88f7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.400915] env[68867]: DEBUG nova.compute.manager [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Refreshing instance network info cache due to event network-changed-4bfd2c00-cba2-4449-8fe3-4994069e88f7. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.401413] env[68867]: DEBUG oslo_concurrency.lockutils [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] Acquiring lock "refresh_cache-075000ea-ab9d-4601-8ff7-f7ac08ed1339" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.409388] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952138, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.410211] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1072.410211] env[68867]: value = "task-2952142" [ 1072.410211] env[68867]: _type = "Task" [ 1072.410211] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.420941] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952142, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.478978] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728794} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.483089] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 21cc232a-3a8c-4afb-985f-c6d19767fe4f/21cc232a-3a8c-4afb-985f-c6d19767fe4f.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.483408] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.483744] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78987ca6-39a4-46f2-917e-6805200bdbf2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.494767] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698509} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.497806] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.498218] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.498832] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1072.498832] env[68867]: value = "task-2952144" [ 1072.498832] env[68867]: _type = "Task" [ 1072.498832] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.499486] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.500920] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.501620] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleting the datastore file [datastore1] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.501620] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3f2fac9-2706-470d-b44f-28d2c27b734d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.503946] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c5a1085-1389-409b-b06d-67b8c0d1e764 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.506664] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Releasing lock "refresh_cache-075000ea-ab9d-4601-8ff7-f7ac08ed1339" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.506993] env[68867]: DEBUG nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Instance network_info: |[{"id": "4bfd2c00-cba2-4449-8fe3-4994069e88f7", "address": "fa:16:3e:a4:5f:d0", "network": {"id": "bb494ebf-bec0-4e84-9f25-60ba0a9879d7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1530058130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50b6bee85343462994a5f8ab54799384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfd2c00-cb", "ovs_interfaceid": "4bfd2c00-cba2-4449-8fe3-4994069e88f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.510706] env[68867]: DEBUG oslo_concurrency.lockutils [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] Acquired lock "refresh_cache-075000ea-ab9d-4601-8ff7-f7ac08ed1339" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.510950] env[68867]: DEBUG nova.network.neutron [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Refreshing network info cache for port 4bfd2c00-cba2-4449-8fe3-4994069e88f7 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.512532] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:5f:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bfd2c00-cba2-4449-8fe3-4994069e88f7', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.521111] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Creating folder: Project (50b6bee85343462994a5f8ab54799384). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.525240] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb792e70-649b-4103-818c-bc70593269a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.531603] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1072.531603] env[68867]: value = "task-2952145" [ 1072.531603] env[68867]: _type = "Task" [ 1072.531603] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.532279] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1072.532279] env[68867]: value = "task-2952146" [ 1072.532279] env[68867]: _type = "Task" [ 1072.532279] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.536780] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.556462] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.556722] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.558155] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Created folder: Project (50b6bee85343462994a5f8ab54799384) in parent group-v592242. [ 1072.558336] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Creating folder: Instances. Parent ref: group-v592501. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.558621] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b7ffdf-7030-49ff-978a-bc8c35351ae1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.572241] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Created folder: Instances in parent group-v592501. [ 1072.573176] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.573630] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.573905] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f042ba89-1ff5-49f5-bc90-ab354411cbe4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.596903] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.596903] env[68867]: value = "task-2952149" [ 1072.596903] env[68867]: _type = "Task" [ 1072.596903] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.607852] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952149, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.688874] env[68867]: DEBUG nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.716781] env[68867]: DEBUG nova.scheduler.client.report [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.723871] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.724271] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.724417] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.724662] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.724887] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.725146] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.725338] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.725505] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.725678] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.725888] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.726181] env[68867]: DEBUG nova.virt.hardware [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.727523] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93653da-3f15-485f-a3b2-d434ef347c0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.740920] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff1f943-9bb6-4ed6-81e1-fc05495d9486 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.815445] env[68867]: DEBUG nova.network.neutron [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Updated VIF entry in instance network info cache for port 4bfd2c00-cba2-4449-8fe3-4994069e88f7. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.816131] env[68867]: DEBUG nova.network.neutron [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Updating instance_info_cache with network_info: [{"id": "4bfd2c00-cba2-4449-8fe3-4994069e88f7", "address": "fa:16:3e:a4:5f:d0", "network": {"id": "bb494ebf-bec0-4e84-9f25-60ba0a9879d7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1530058130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50b6bee85343462994a5f8ab54799384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfd2c00-cb", "ovs_interfaceid": "4bfd2c00-cba2-4449-8fe3-4994069e88f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.907841] env[68867]: DEBUG oslo_vmware.api [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952138, 'name': PowerOnVM_Task, 'duration_secs': 1.608461} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.908577] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.909272] env[68867]: INFO nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1072.911127] env[68867]: DEBUG nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.911903] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ff195-aee4-4548-ac1c-cce422798526 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.934849] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952142, 'name': Rename_Task, 'duration_secs': 0.248797} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.940433] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.941484] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280d1634-90f1-4924-82b0-54e9533c873f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.954470] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1072.954470] env[68867]: value = "task-2952150" [ 1072.954470] env[68867]: _type = "Task" [ 1072.954470] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.972831] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.022164] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085411} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.022469] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.023353] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9be50b-90af-491a-85ce-4f3d0fbf5c01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.050726] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 21cc232a-3a8c-4afb-985f-c6d19767fe4f/21cc232a-3a8c-4afb-985f-c6d19767fe4f.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.056985] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd196046-0623-4e15-b6d2-8d5546fe7bb7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.089374] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410065} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.089832] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147297} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.091508] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.092053] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.092313] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.096490] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.096921] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1073.096921] env[68867]: value = "task-2952151" [ 1073.096921] env[68867]: _type = "Task" [ 1073.096921] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.099243] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17af29f-62b4-4268-8fd0-79a6a5d5dd16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.116073] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.137799] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.138523] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952149, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.140033] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299d900a-155a-433e-8f34-7b71c2f8b1b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.165322] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1073.165322] env[68867]: value = "task-2952152" [ 1073.165322] env[68867]: _type = "Task" [ 1073.165322] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.172573] env[68867]: DEBUG nova.network.neutron [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Successfully updated port: 4bedcafc-3a31-493b-879c-d272c38b3a38 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.185674] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.231884] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.570s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.239329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.952s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.242335] env[68867]: INFO nova.compute.claims [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.319604] env[68867]: DEBUG oslo_concurrency.lockutils [req-5ae6dc98-4339-49f4-81e2-27c2270b50b3 req-7aef2a87-d59d-4a17-8ea8-81bc8970e055 service nova] Releasing lock "refresh_cache-075000ea-ab9d-4601-8ff7-f7ac08ed1339" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.454945] env[68867]: INFO nova.compute.manager [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Took 33.33 seconds to build instance. [ 1073.470413] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.618932] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952151, 'name': ReconfigVM_Task, 'duration_secs': 0.448581} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.625024] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 21cc232a-3a8c-4afb-985f-c6d19767fe4f/21cc232a-3a8c-4afb-985f-c6d19767fe4f.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.625024] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952149, 'name': CreateVM_Task, 'duration_secs': 0.77194} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.625024] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c517139-ba33-4586-a6f6-fe49132dc685 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.625024] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.625515] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.625515] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.625858] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.626546] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355dc8ab-cc8e-496c-903e-eb75de28c973 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.633701] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1073.633701] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5235de37-4002-8484-7fef-133ebf65ac0a" [ 1073.633701] env[68867]: _type = "Task" [ 1073.633701] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.635565] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1073.635565] env[68867]: value = "task-2952153" [ 1073.635565] env[68867]: _type = "Task" [ 1073.635565] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.654433] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952153, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.654734] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5235de37-4002-8484-7fef-133ebf65ac0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.678821] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "refresh_cache-984d3f0d-8caf-4ccc-9478-309479bbd6b6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.678965] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "refresh_cache-984d3f0d-8caf-4ccc-9478-309479bbd6b6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.679160] env[68867]: DEBUG nova.network.neutron [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.680502] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.755028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2b50ad7d-c4e4-4277-8ab9-3a3ceccb6cc0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.487s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.756247] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.992s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.757414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.757414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.757414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.758907] env[68867]: INFO nova.compute.manager [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Terminating instance [ 1073.963217] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b99117b-6c8e-4bcd-99bc-f5e2980b4ca6 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.852s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.971899] env[68867]: DEBUG oslo_vmware.api [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952150, 'name': PowerOnVM_Task, 'duration_secs': 0.707393} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.972377] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.972870] env[68867]: DEBUG nova.compute.manager [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.974958] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c9d1b1-287f-4d9c-ab44-9271b025fc05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.136768] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.137088] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.137313] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.137562] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.137717] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.137865] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.138096] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.138254] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.138520] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.138686] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.138900] env[68867]: DEBUG nova.virt.hardware [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.139916] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73f6d00-e05a-4bee-aa11-cbac97da9d55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.161952] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49299841-1e14-4956-aa98-b4ee0322009b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.166063] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952153, 'name': Rename_Task, 'duration_secs': 0.356162} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.166608] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5235de37-4002-8484-7fef-133ebf65ac0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01909} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.166697] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.166992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.167270] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.167542] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.167710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.167951] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.168834] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db75df0a-a529-4ddd-91b9-3989c3472ada {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.172243] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1bdcd3e-059a-4ba0-85c7-464ab40de25e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.187728] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:5f:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f97a6b60-3d44-406a-a07b-6eddc6bf239b', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.195548] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.196906] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.197621] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6df6228-56c4-4797-9875-8a01ad218779 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216875] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1074.216875] env[68867]: value = "task-2952154" [ 1074.216875] env[68867]: _type = "Task" [ 1074.216875] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.217189] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.217341] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.218128] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952152, 'name': ReconfigVM_Task, 'duration_secs': 0.570332} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.218866] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c439d95-ac29-4086-a1b9-7709b4f06fd6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.222066] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7/ae36c28d-ac03-4cfa-9f2a-1960adf21ca7.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.225905] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8dbb10e-40d6-4289-8315-18fcb14bf2db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.228860] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.228860] env[68867]: value = "task-2952155" [ 1074.228860] env[68867]: _type = "Task" [ 1074.228860] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.237563] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.237868] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1074.237868] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525613e0-a7b5-9503-b7a1-4ccfb8322224" [ 1074.237868] env[68867]: _type = "Task" [ 1074.237868] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.239568] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1074.239568] env[68867]: value = "task-2952156" [ 1074.239568] env[68867]: _type = "Task" [ 1074.239568] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.248991] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952155, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.249869] env[68867]: DEBUG nova.network.neutron [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.263407] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952156, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.264383] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525613e0-a7b5-9503-b7a1-4ccfb8322224, 'name': SearchDatastore_Task, 'duration_secs': 0.019166} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.264605] env[68867]: DEBUG nova.compute.manager [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.264806] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.265696] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-922a7503-183e-4b32-b7c9-b49c8d3c4503 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.267713] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7199f190-2d40-4509-865a-9059f26d2fe0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.274951] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1074.274951] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aee86b-89a4-1537-9856-1a5c92da897b" [ 1074.274951] env[68867]: _type = "Task" [ 1074.274951] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.286753] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316dd9f-4d3a-43e1-878f-c3e298aa63b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.309678] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aee86b-89a4-1537-9856-1a5c92da897b, 'name': SearchDatastore_Task, 'duration_secs': 0.018157} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.310161] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.310443] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 075000ea-ab9d-4601-8ff7-f7ac08ed1339/075000ea-ab9d-4601-8ff7-f7ac08ed1339.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.310730] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8bbf3be-449e-4c78-96e3-d2f9d9bac51c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.348145] env[68867]: WARNING nova.virt.vmwareapi.vmops [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f7a0b170-831e-4208-9c05-dbcfd7fab037 could not be found. [ 1074.348433] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.348650] env[68867]: INFO nova.compute.manager [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1074.348959] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.352019] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1074.352019] env[68867]: value = "task-2952157" [ 1074.352019] env[68867]: _type = "Task" [ 1074.352019] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.352208] env[68867]: DEBUG nova.compute.manager [-] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.352208] env[68867]: DEBUG nova.network.neutron [-] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.364961] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.501426] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.517535] env[68867]: DEBUG nova.network.neutron [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Updating instance_info_cache with network_info: [{"id": "4bedcafc-3a31-493b-879c-d272c38b3a38", "address": "fa:16:3e:21:86:6f", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bedcafc-3a", "ovs_interfaceid": "4bedcafc-3a31-493b-879c-d272c38b3a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.659021] env[68867]: DEBUG nova.compute.manager [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Received event network-vif-plugged-4bedcafc-3a31-493b-879c-d272c38b3a38 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.659021] env[68867]: DEBUG oslo_concurrency.lockutils [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] Acquiring lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.659021] env[68867]: DEBUG oslo_concurrency.lockutils [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.659021] env[68867]: DEBUG oslo_concurrency.lockutils [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.659021] env[68867]: DEBUG nova.compute.manager [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] No waiting events found dispatching network-vif-plugged-4bedcafc-3a31-493b-879c-d272c38b3a38 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.659021] env[68867]: WARNING nova.compute.manager [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Received unexpected event network-vif-plugged-4bedcafc-3a31-493b-879c-d272c38b3a38 for instance with vm_state building and task_state spawning. [ 1074.659021] env[68867]: DEBUG nova.compute.manager [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Received event network-changed-4bedcafc-3a31-493b-879c-d272c38b3a38 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.659021] env[68867]: DEBUG nova.compute.manager [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Refreshing instance network info cache due to event network-changed-4bedcafc-3a31-493b-879c-d272c38b3a38. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.659021] env[68867]: DEBUG oslo_concurrency.lockutils [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] Acquiring lock "refresh_cache-984d3f0d-8caf-4ccc-9478-309479bbd6b6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.709690] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a729cee8-0c77-445f-9876-c6025d9cedef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.724534] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd14ce5-6756-4ad0-b56d-57148f8bdada {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.762910] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952154, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.767889] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cf8435-138e-46a9-b5a7-d099a630a1cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.773879] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952155, 'name': CreateVM_Task, 'duration_secs': 0.470709} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.774836] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.775593] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.775760] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.776098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.776381] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e71602c-12ab-4584-a80c-8c5910467248 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.781313] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952156, 'name': Rename_Task, 'duration_secs': 0.195732} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.784232] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.784461] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65fcbc6-4adc-41c5-8cd7-08b1a5518021 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.787209] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8518f24a-b159-42f0-a0b2-bd5cac2688c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.792875] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1074.792875] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5204a6bd-d467-e948-a9e3-40e17822a335" [ 1074.792875] env[68867]: _type = "Task" [ 1074.792875] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.808311] env[68867]: DEBUG nova.compute.provider_tree [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.815844] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1074.815844] env[68867]: value = "task-2952158" [ 1074.815844] env[68867]: _type = "Task" [ 1074.815844] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.816429] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5204a6bd-d467-e948-a9e3-40e17822a335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.819163] env[68867]: DEBUG nova.compute.manager [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Received event network-changed-5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.819370] env[68867]: DEBUG nova.compute.manager [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Refreshing instance network info cache due to event network-changed-5c845564-3350-4f46-861a-05ff9a6abbd0. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.819588] env[68867]: DEBUG oslo_concurrency.lockutils [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] Acquiring lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.819778] env[68867]: DEBUG oslo_concurrency.lockutils [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] Acquired lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.819869] env[68867]: DEBUG nova.network.neutron [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Refreshing network info cache for port 5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.832721] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952158, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.868030] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.024217] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "refresh_cache-984d3f0d-8caf-4ccc-9478-309479bbd6b6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.024716] env[68867]: DEBUG nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Instance network_info: |[{"id": "4bedcafc-3a31-493b-879c-d272c38b3a38", "address": "fa:16:3e:21:86:6f", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bedcafc-3a", "ovs_interfaceid": "4bedcafc-3a31-493b-879c-d272c38b3a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.026031] env[68867]: DEBUG oslo_concurrency.lockutils [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] Acquired lock "refresh_cache-984d3f0d-8caf-4ccc-9478-309479bbd6b6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.026275] env[68867]: DEBUG nova.network.neutron [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Refreshing network info cache for port 4bedcafc-3a31-493b-879c-d272c38b3a38 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.033180] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:86:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bedcafc-3a31-493b-879c-d272c38b3a38', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.040203] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.043017] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.043017] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9734eb61-cf0a-4773-b61f-1c95a25ce00c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.067643] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.067643] env[68867]: value = "task-2952159" [ 1075.067643] env[68867]: _type = "Task" [ 1075.067643] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.079605] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952159, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.232089] env[68867]: DEBUG oslo_vmware.api [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952154, 'name': PowerOnVM_Task, 'duration_secs': 0.713509} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.232426] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.232693] env[68867]: INFO nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1075.232886] env[68867]: DEBUG nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.233863] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a3f62b-bb6f-4602-8dd8-84941e820bed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.306812] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5204a6bd-d467-e948-a9e3-40e17822a335, 'name': SearchDatastore_Task, 'duration_secs': 0.066273} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.307600] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.307600] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.307834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.307834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.308094] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.308410] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c4dcc65-6be9-43fc-8194-b2a39b12ad0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.320253] env[68867]: DEBUG nova.scheduler.client.report [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.324242] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.324478] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.328835] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ba31b2-73b5-43fb-92fc-f1200ef66443 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.341052] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952158, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.343300] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1075.343300] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529212bd-41bd-8e24-e0a9-555dc5ba0f91" [ 1075.343300] env[68867]: _type = "Task" [ 1075.343300] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.355896] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529212bd-41bd-8e24-e0a9-555dc5ba0f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.365908] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694984} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.366238] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 075000ea-ab9d-4601-8ff7-f7ac08ed1339/075000ea-ab9d-4601-8ff7-f7ac08ed1339.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.366503] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.366820] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-920d4b7e-6fa5-45f3-8656-e67962a72046 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.376987] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1075.376987] env[68867]: value = "task-2952160" [ 1075.376987] env[68867]: _type = "Task" [ 1075.376987] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.391091] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.406649] env[68867]: DEBUG nova.network.neutron [-] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.501689] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "aede81b7-50b2-4ac8-a096-6483c050e85a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.501951] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "aede81b7-50b2-4ac8-a096-6483c050e85a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.502442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "aede81b7-50b2-4ac8-a096-6483c050e85a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.502442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "aede81b7-50b2-4ac8-a096-6483c050e85a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.502442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "aede81b7-50b2-4ac8-a096-6483c050e85a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.506173] env[68867]: INFO nova.compute.manager [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Terminating instance [ 1075.585771] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952159, 'name': CreateVM_Task, 'duration_secs': 0.438166} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.585771] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.592731] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.593073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.594276] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.594276] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a3f1a1-7675-4b4e-8cc3-b687041ce9a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.604175] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1075.604175] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f5d22c-fb8e-cbda-e094-7e5e12d0fcb6" [ 1075.604175] env[68867]: _type = "Task" [ 1075.604175] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.618027] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f5d22c-fb8e-cbda-e094-7e5e12d0fcb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.717506] env[68867]: DEBUG nova.network.neutron [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Updated VIF entry in instance network info cache for port 5c845564-3350-4f46-861a-05ff9a6abbd0. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.717893] env[68867]: DEBUG nova.network.neutron [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Updating instance_info_cache with network_info: [{"id": "5c845564-3350-4f46-861a-05ff9a6abbd0", "address": "fa:16:3e:d6:07:9a", "network": {"id": "87f605d9-7648-49e1-88e1-d5851ee411d6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-690193901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b76c5a676304a9aa32c7441c41be1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c845564-33", "ovs_interfaceid": "5c845564-3350-4f46-861a-05ff9a6abbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.753130] env[68867]: INFO nova.compute.manager [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Took 34.98 seconds to build instance. [ 1075.792136] env[68867]: DEBUG nova.network.neutron [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Updated VIF entry in instance network info cache for port 4bedcafc-3a31-493b-879c-d272c38b3a38. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.793209] env[68867]: DEBUG nova.network.neutron [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Updating instance_info_cache with network_info: [{"id": "4bedcafc-3a31-493b-879c-d272c38b3a38", "address": "fa:16:3e:21:86:6f", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bedcafc-3a", "ovs_interfaceid": "4bedcafc-3a31-493b-879c-d272c38b3a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.831548] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.831548] env[68867]: DEBUG nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.832702] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.616s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.832915] env[68867]: DEBUG nova.objects.instance [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lazy-loading 'resources' on Instance uuid 5449777d-2761-42d5-bc20-18a3eefc1cbd {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.840196] env[68867]: DEBUG oslo_vmware.api [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952158, 'name': PowerOnVM_Task, 'duration_secs': 0.698689} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.841275] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.841545] env[68867]: DEBUG nova.compute.manager [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.842389] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04fe28d-cb02-4539-bc11-ed695c0a4bc6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.860747] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529212bd-41bd-8e24-e0a9-555dc5ba0f91, 'name': SearchDatastore_Task, 'duration_secs': 0.016161} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.862275] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02d0f0f-0301-47cd-80ca-924d9a8664f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.868803] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1075.868803] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5201d51b-158c-e06a-e63f-de257c09bd25" [ 1075.868803] env[68867]: _type = "Task" [ 1075.868803] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.879669] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5201d51b-158c-e06a-e63f-de257c09bd25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.889828] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079743} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.890840] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.891684] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff36dd6-8cce-41b6-b5ca-2ba20368ca9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.919245] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 075000ea-ab9d-4601-8ff7-f7ac08ed1339/075000ea-ab9d-4601-8ff7-f7ac08ed1339.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.920108] env[68867]: INFO nova.compute.manager [-] [instance: f7a0b170-831e-4208-9c05-dbcfd7fab037] Took 1.57 seconds to deallocate network for instance. [ 1075.920372] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e406c06-75bd-4344-a333-29618d329863 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.946539] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1075.946539] env[68867]: value = "task-2952161" [ 1075.946539] env[68867]: _type = "Task" [ 1075.946539] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.969057] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.009915] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "refresh_cache-aede81b7-50b2-4ac8-a096-6483c050e85a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.010159] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquired lock "refresh_cache-aede81b7-50b2-4ac8-a096-6483c050e85a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.010407] env[68867]: DEBUG nova.network.neutron [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.116041] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f5d22c-fb8e-cbda-e094-7e5e12d0fcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.033558} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.116567] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.116708] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.116925] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.223461] env[68867]: DEBUG oslo_concurrency.lockutils [req-1a7e9e27-bdae-43a5-becc-b424feb0be90 req-03af6a0e-8888-42ee-a9b6-3e3fd72a7661 service nova] Releasing lock "refresh_cache-ca05b829-afa3-462a-b35d-b61df35dd01a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.255364] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f4b4ea56-d5d1-47b8-a2ee-d7d3fa72165d tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.488s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.296023] env[68867]: DEBUG oslo_concurrency.lockutils [req-fb627e5e-7672-4add-ba3d-10efbce5852e req-66128ba5-ba1b-40bf-8c82-d531ccca0371 service nova] Releasing lock "refresh_cache-984d3f0d-8caf-4ccc-9478-309479bbd6b6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.340039] env[68867]: DEBUG nova.compute.utils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.342162] env[68867]: DEBUG nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.342307] env[68867]: DEBUG nova.network.neutron [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.380798] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.389596] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5201d51b-158c-e06a-e63f-de257c09bd25, 'name': SearchDatastore_Task, 'duration_secs': 0.018978} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.392338] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.392629] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.393545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.393860] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.394088] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c88a7f3a-d3d0-44c8-9e8b-589e6382ba84 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.396517] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c7a2c0-3eed-41fb-b96d-9bda848449c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.410030] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1076.410030] env[68867]: value = "task-2952162" [ 1076.410030] env[68867]: _type = "Task" [ 1076.410030] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.410429] env[68867]: DEBUG nova.policy [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2decb7bef1e04a049961a6de79590720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4b73ae3ad004cc0b6896b55f600985b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.414091] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.414453] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.420124] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64b9106-b9da-4538-a63f-20c50441cc70 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.434557] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.436920] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1076.436920] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52067614-28d7-78d0-bb72-b80a6f4a1a33" [ 1076.436920] env[68867]: _type = "Task" [ 1076.436920] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.452034] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52067614-28d7-78d0-bb72-b80a6f4a1a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.461456] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.540199] env[68867]: DEBUG nova.network.neutron [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.606563] env[68867]: DEBUG nova.network.neutron [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.717266] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8331dbf8-7139-4752-8c02-4157555a503c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.726379] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16b498d-2eb3-4308-8801-0fcd969ef147 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.762197] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.762568] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.762816] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.763012] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.763194] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.765447] env[68867]: INFO nova.compute.manager [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Terminating instance [ 1076.771755] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27179dee-e249-49ef-99dd-8689f111a54e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.781298] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bcd91d-3cd7-46b4-88fc-5de30844ec23 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.786517] env[68867]: DEBUG nova.network.neutron [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Successfully created port: 3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.801385] env[68867]: DEBUG nova.compute.provider_tree [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.845330] env[68867]: DEBUG nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.924687] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952162, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.949342] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52067614-28d7-78d0-bb72-b80a6f4a1a33, 'name': SearchDatastore_Task, 'duration_secs': 0.015202} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.950453] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f527d13-7288-4f20-9a19-f787868a792c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.962419] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1076.962419] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ebdd6a-fe94-059c-d1e6-e43f4b8d652c" [ 1076.962419] env[68867]: _type = "Task" [ 1076.962419] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.969741] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952161, 'name': ReconfigVM_Task, 'duration_secs': 0.530207} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.973575] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 075000ea-ab9d-4601-8ff7-f7ac08ed1339/075000ea-ab9d-4601-8ff7-f7ac08ed1339.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.974050] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ebdd6a-fe94-059c-d1e6-e43f4b8d652c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.974479] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0db7fa28-f3f4-45bb-82e4-bac6971fbb9e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.979166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-28f44f01-9088-40ac-9cbf-3fb29197e435 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "f7a0b170-831e-4208-9c05-dbcfd7fab037" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.223s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.987423] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1076.987423] env[68867]: value = "task-2952163" [ 1076.987423] env[68867]: _type = "Task" [ 1076.987423] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.003404] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952163, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.109704] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Releasing lock "refresh_cache-aede81b7-50b2-4ac8-a096-6483c050e85a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.110177] env[68867]: DEBUG nova.compute.manager [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.110460] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.111485] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817788b-773d-4c8c-b265-dd327e16364b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.121120] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.121509] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2522e5f-f77b-4e70-b000-76e326466a04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.129080] env[68867]: DEBUG oslo_vmware.api [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1077.129080] env[68867]: value = "task-2952164" [ 1077.129080] env[68867]: _type = "Task" [ 1077.129080] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.138376] env[68867]: DEBUG oslo_vmware.api [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.172562] env[68867]: DEBUG nova.compute.manager [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1077.270044] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "refresh_cache-ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.270338] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquired lock "refresh_cache-ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.270530] env[68867]: DEBUG nova.network.neutron [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.305163] env[68867]: DEBUG nova.scheduler.client.report [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.424843] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740829} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.425215] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.425485] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.425809] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de046d3f-d595-4630-b818-51a9c751572c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.433951] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1077.433951] env[68867]: value = "task-2952165" [ 1077.433951] env[68867]: _type = "Task" [ 1077.433951] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.445246] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.475065] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ebdd6a-fe94-059c-d1e6-e43f4b8d652c, 'name': SearchDatastore_Task, 'duration_secs': 0.073928} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.475422] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.475814] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 984d3f0d-8caf-4ccc-9478-309479bbd6b6/984d3f0d-8caf-4ccc-9478-309479bbd6b6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.476050] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ef07f36-a77b-4df3-a6c0-2dabe1e91475 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.484880] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1077.484880] env[68867]: value = "task-2952166" [ 1077.484880] env[68867]: _type = "Task" [ 1077.484880] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.499775] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.506022] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952163, 'name': Rename_Task, 'duration_secs': 0.396946} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.506022] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.506022] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47435065-1c4c-4a79-82d6-5ea824e38ade {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.513755] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1077.513755] env[68867]: value = "task-2952167" [ 1077.513755] env[68867]: _type = "Task" [ 1077.513755] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.523082] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.642029] env[68867]: DEBUG oslo_vmware.api [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952164, 'name': PowerOffVM_Task, 'duration_secs': 0.241098} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.642029] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.642029] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.642029] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b665614d-0206-4c91-92eb-0a96d994fe0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.685429] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.685429] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.685429] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Deleting the datastore file [datastore1] aede81b7-50b2-4ac8-a096-6483c050e85a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.685429] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ebaefc-2a93-485a-8823-997e4a099e3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.693727] env[68867]: DEBUG oslo_vmware.api [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for the task: (returnval){ [ 1077.693727] env[68867]: value = "task-2952169" [ 1077.693727] env[68867]: _type = "Task" [ 1077.693727] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.705542] env[68867]: DEBUG oslo_vmware.api [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.706089] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.786617] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f17462-2b05-d9e5-1f87-33e1d0439f42/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1077.787617] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c9758a-c424-4adb-ac88-54df4fc77458 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.794743] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f17462-2b05-d9e5-1f87-33e1d0439f42/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1077.794937] env[68867]: ERROR oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f17462-2b05-d9e5-1f87-33e1d0439f42/disk-0.vmdk due to incomplete transfer. [ 1077.795199] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-871f5cdd-9147-4958-b152-f76b7a58e7e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.803664] env[68867]: DEBUG oslo_vmware.rw_handles [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f17462-2b05-d9e5-1f87-33e1d0439f42/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1077.803867] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Uploaded image 3c90e5a9-4333-40e5-9ef4-8cb0faddbac1 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1077.806853] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1077.807156] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d71ee045-bffd-4f35-adaf-4f22d6a7e049 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.810699] env[68867]: DEBUG nova.network.neutron [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.813509] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.817200] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.016s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.817456] env[68867]: DEBUG nova.objects.instance [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lazy-loading 'resources' on Instance uuid 28d1d5be-73ff-4f46-8d65-1712cd45e7ea {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.819708] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1077.819708] env[68867]: value = "task-2952170" [ 1077.819708] env[68867]: _type = "Task" [ 1077.819708] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.834747] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952170, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.841944] env[68867]: INFO nova.scheduler.client.report [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Deleted allocations for instance 5449777d-2761-42d5-bc20-18a3eefc1cbd [ 1077.861281] env[68867]: DEBUG nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.892879] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.893860] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.893860] env[68867]: DEBUG nova.virt.hardware [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.894375] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e551619e-e8da-42ab-a8a3-2eef64549107 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.907095] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68552a4-e297-488b-8601-879ecf39913e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.920432] env[68867]: DEBUG nova.network.neutron [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.946265] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069434} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.946584] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.947606] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d36219-25c1-4300-bf68-25372b52507c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.980912] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.981842] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fcaff0-fde8-48a9-af6f-249276d0f561 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.009806] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.012270] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1078.012270] env[68867]: value = "task-2952171" [ 1078.012270] env[68867]: _type = "Task" [ 1078.012270] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.026309] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.029888] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.206023] env[68867]: DEBUG oslo_vmware.api [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Task: {'id': task-2952169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265645} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.206023] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.206446] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.206446] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.206762] env[68867]: INFO nova.compute.manager [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1078.206762] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.206912] env[68867]: DEBUG nova.compute.manager [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.206983] env[68867]: DEBUG nova.network.neutron [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.226241] env[68867]: DEBUG nova.network.neutron [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.277185] env[68867]: DEBUG nova.compute.manager [req-6a5f51c0-1f6d-436c-a6a8-9814ef65b3ca req-baafb353-3049-4179-81cd-dd92043fa33a service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Received event network-vif-plugged-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.277185] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a5f51c0-1f6d-436c-a6a8-9814ef65b3ca req-baafb353-3049-4179-81cd-dd92043fa33a service nova] Acquiring lock "6eb6dc30-3219-41d9-800b-9b9149a1536d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.277185] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a5f51c0-1f6d-436c-a6a8-9814ef65b3ca req-baafb353-3049-4179-81cd-dd92043fa33a service nova] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.277185] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a5f51c0-1f6d-436c-a6a8-9814ef65b3ca req-baafb353-3049-4179-81cd-dd92043fa33a service nova] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.278102] env[68867]: DEBUG nova.compute.manager [req-6a5f51c0-1f6d-436c-a6a8-9814ef65b3ca req-baafb353-3049-4179-81cd-dd92043fa33a service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] No waiting events found dispatching network-vif-plugged-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.278102] env[68867]: WARNING nova.compute.manager [req-6a5f51c0-1f6d-436c-a6a8-9814ef65b3ca req-baafb353-3049-4179-81cd-dd92043fa33a service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Received unexpected event network-vif-plugged-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe for instance with vm_state building and task_state spawning. [ 1078.337930] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952170, 'name': Destroy_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.353163] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b39f0bb1-19be-49d4-be7b-d15dcb48b05a tempest-ImagesTestJSON-1370113426 tempest-ImagesTestJSON-1370113426-project-member] Lock "5449777d-2761-42d5-bc20-18a3eefc1cbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.597s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.425569] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Releasing lock "refresh_cache-ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.425569] env[68867]: DEBUG nova.compute.manager [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.425908] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.427319] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296cff55-433b-41df-b5b6-b14872c4a1b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.443029] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.443029] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd21893-5a60-4844-bba3-b63b022abe2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.454155] env[68867]: DEBUG oslo_vmware.api [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1078.454155] env[68867]: value = "task-2952172" [ 1078.454155] env[68867]: _type = "Task" [ 1078.454155] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.466629] env[68867]: DEBUG oslo_vmware.api [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.495172] env[68867]: DEBUG nova.network.neutron [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Successfully updated port: 3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.515290] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757972} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.523538] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 984d3f0d-8caf-4ccc-9478-309479bbd6b6/984d3f0d-8caf-4ccc-9478-309479bbd6b6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.523538] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.526337] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b258215a-1c5f-4ade-b2a3-06ff50cbeadd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.537958] env[68867]: DEBUG oslo_vmware.api [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952167, 'name': PowerOnVM_Task, 'duration_secs': 0.948972} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.541840] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.542112] env[68867]: INFO nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1078.542298] env[68867]: DEBUG nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.542983] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.542983] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1078.542983] env[68867]: value = "task-2952173" [ 1078.542983] env[68867]: _type = "Task" [ 1078.542983] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.543713] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1c310-bb5e-4229-a2a1-f8800a5eec5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.567088] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.676576] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "b070e763-058b-459c-998b-5c22e0bc47cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.677693] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.730611] env[68867]: DEBUG nova.network.neutron [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.756020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645fed8a-cc27-4798-b5ae-2e932b81814f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.763968] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48513385-f6af-447e-9c9d-7fba90fef0e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.801461] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2db0c6-0e86-43f2-abb0-4ae7f5f94b96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.810914] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2433fdb3-7e6e-42b2-8e00-00786b6c9eba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.826070] env[68867]: DEBUG nova.compute.provider_tree [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.836953] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952170, 'name': Destroy_Task, 'duration_secs': 0.868827} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.837789] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Destroyed the VM [ 1078.838050] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1078.838453] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f9080a4-2e7f-4c2e-80bb-d68aab82bf28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.846887] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1078.846887] env[68867]: value = "task-2952174" [ 1078.846887] env[68867]: _type = "Task" [ 1078.846887] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.855796] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.966731] env[68867]: DEBUG oslo_vmware.api [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952172, 'name': PowerOffVM_Task, 'duration_secs': 0.272226} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.967041] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.967337] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.967429] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f35c2aba-2056-433b-9058-d673c7440f8d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.999455] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.000663] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.000663] env[68867]: DEBUG nova.network.neutron [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.003845] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.003966] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.004103] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Deleting the datastore file [datastore2] ae36c28d-ac03-4cfa-9f2a-1960adf21ca7 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.004363] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b42e2a-4d04-4bff-b0c9-f617fd227a37 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.011863] env[68867]: DEBUG oslo_vmware.api [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for the task: (returnval){ [ 1079.011863] env[68867]: value = "task-2952176" [ 1079.011863] env[68867]: _type = "Task" [ 1079.011863] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.024604] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952171, 'name': ReconfigVM_Task, 'duration_secs': 0.675374} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.027762] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8/3f5665f7-1f4c-4039-84bb-f2cfc676b7d8.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.028577] env[68867]: DEBUG oslo_vmware.api [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.028735] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aa5dd57-5e43-4d3a-839f-f6ab03cda70b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.036640] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1079.036640] env[68867]: value = "task-2952177" [ 1079.036640] env[68867]: _type = "Task" [ 1079.036640] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.045541] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952177, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.055893] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078247} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.056205] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.056969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a608b61-c7a1-440f-b312-81363d68d171 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.089852] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 984d3f0d-8caf-4ccc-9478-309479bbd6b6/984d3f0d-8caf-4ccc-9478-309479bbd6b6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.092871] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a950ef5-f013-4c9e-a0ff-a3890e805124 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.109544] env[68867]: INFO nova.compute.manager [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Took 37.47 seconds to build instance. [ 1079.117416] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1079.117416] env[68867]: value = "task-2952178" [ 1079.117416] env[68867]: _type = "Task" [ 1079.117416] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.127553] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.179808] env[68867]: DEBUG nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.236028] env[68867]: INFO nova.compute.manager [-] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Took 1.03 seconds to deallocate network for instance. [ 1079.332891] env[68867]: DEBUG nova.scheduler.client.report [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.360016] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.528034] env[68867]: DEBUG oslo_vmware.api [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Task: {'id': task-2952176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241066} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.528034] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.528034] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.528034] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.528034] env[68867]: INFO nova.compute.manager [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1079.528034] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.528034] env[68867]: DEBUG nova.compute.manager [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.528034] env[68867]: DEBUG nova.network.neutron [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.546769] env[68867]: DEBUG nova.network.neutron [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.550575] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952177, 'name': Rename_Task, 'duration_secs': 0.23631} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.553692] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.553692] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60471f21-5eac-49d1-be51-1d32d1c594c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.560769] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1079.560769] env[68867]: value = "task-2952179" [ 1079.560769] env[68867]: _type = "Task" [ 1079.560769] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.564121] env[68867]: DEBUG nova.network.neutron [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.583544] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.612355] env[68867]: DEBUG oslo_concurrency.lockutils [None req-37061ec1-31c3-4d93-a14d-e9f037397288 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.986s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.630742] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952178, 'name': ReconfigVM_Task, 'duration_secs': 0.463361} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.631096] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 984d3f0d-8caf-4ccc-9478-309479bbd6b6/984d3f0d-8caf-4ccc-9478-309479bbd6b6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.631784] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a7d008-4c96-4a78-8e15-704b78f37df4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.642021] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1079.642021] env[68867]: value = "task-2952180" [ 1079.642021] env[68867]: _type = "Task" [ 1079.642021] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.654953] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952180, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.671233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.671389] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.671552] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.671735] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.671899] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.674663] env[68867]: INFO nova.compute.manager [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Terminating instance [ 1079.720054] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.743310] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.840611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.847423] env[68867]: DEBUG nova.network.neutron [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Updating instance_info_cache with network_info: [{"id": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "address": "fa:16:3e:8b:c0:d0", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3e94-bb", "ovs_interfaceid": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.848803] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.945s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.849048] env[68867]: DEBUG nova.objects.instance [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lazy-loading 'resources' on Instance uuid 35d3dd41-46b6-45f3-b97d-499ccf0fd353 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.861478] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952174, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.876507] env[68867]: INFO nova.scheduler.client.report [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted allocations for instance 28d1d5be-73ff-4f46-8d65-1712cd45e7ea [ 1080.055152] env[68867]: DEBUG nova.network.neutron [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.083884] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.158728] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952180, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.187664] env[68867]: DEBUG nova.compute.manager [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.187848] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.188857] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81a866f-86cd-4683-aa06-61dd64bef4fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.200645] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.201116] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c66340f4-2db1-40e6-802f-c26aa7c69a44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.213643] env[68867]: DEBUG oslo_vmware.api [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1080.213643] env[68867]: value = "task-2952181" [ 1080.213643] env[68867]: _type = "Task" [ 1080.213643] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.225466] env[68867]: DEBUG oslo_vmware.api [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.324112] env[68867]: DEBUG nova.compute.manager [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Received event network-changed-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.324744] env[68867]: DEBUG nova.compute.manager [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Refreshing instance network info cache due to event network-changed-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.324807] env[68867]: DEBUG oslo_concurrency.lockutils [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] Acquiring lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.354681] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.355079] env[68867]: DEBUG nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Instance network_info: |[{"id": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "address": "fa:16:3e:8b:c0:d0", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3e94-bb", "ovs_interfaceid": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.363222] env[68867]: DEBUG oslo_concurrency.lockutils [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] Acquired lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.363457] env[68867]: DEBUG nova.network.neutron [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Refreshing network info cache for port 3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.368411] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c0:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ada3e94-bb00-49ba-aa5c-baf8750cd3fe', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.381264] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.385169] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.388313] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e9262be6-093c-4f9d-9058-a3322ba1ea5b tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "28d1d5be-73ff-4f46-8d65-1712cd45e7ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.117s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.389181] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c7e7548-a293-45e7-a5e1-4d97c2ad00a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.417931] env[68867]: DEBUG oslo_vmware.api [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952174, 'name': RemoveSnapshot_Task, 'duration_secs': 1.125272} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.421119] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1080.421119] env[68867]: INFO nova.compute.manager [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Took 16.75 seconds to snapshot the instance on the hypervisor. [ 1080.425795] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.425795] env[68867]: value = "task-2952182" [ 1080.425795] env[68867]: _type = "Task" [ 1080.425795] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.449369] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952182, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.561652] env[68867]: INFO nova.compute.manager [-] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Took 1.04 seconds to deallocate network for instance. [ 1080.587524] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952179, 'name': PowerOnVM_Task, 'duration_secs': 0.681623} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.587855] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.588818] env[68867]: DEBUG nova.compute.manager [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.588909] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54159ee-f325-4420-a387-80bccd83ef4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.654189] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952180, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.725303] env[68867]: DEBUG oslo_vmware.api [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952181, 'name': PowerOffVM_Task, 'duration_secs': 0.327981} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.729022] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.729022] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.729022] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaa7a471-27d9-450f-af1f-591b39ec57e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.741196] env[68867]: DEBUG nova.network.neutron [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Updated VIF entry in instance network info cache for port 3ada3e94-bb00-49ba-aa5c-baf8750cd3fe. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.741830] env[68867]: DEBUG nova.network.neutron [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Updating instance_info_cache with network_info: [{"id": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "address": "fa:16:3e:8b:c0:d0", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3e94-bb", "ovs_interfaceid": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.815804] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.816054] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.816248] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Deleting the datastore file [datastore2] 075000ea-ab9d-4601-8ff7-f7ac08ed1339 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.816542] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b97d89f-8541-4fc8-ac5f-2d987da0d54c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.820298] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e196f-3c6f-4f74-b86e-48c4636f2100 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.828199] env[68867]: DEBUG oslo_vmware.api [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for the task: (returnval){ [ 1080.828199] env[68867]: value = "task-2952184" [ 1080.828199] env[68867]: _type = "Task" [ 1080.828199] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.834280] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5704fd4-3373-4849-b18c-165c53e92a67 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.870498] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78561e-a694-49bd-b2f0-62c3ccd94ac5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.880501] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55fafa3-a330-477d-a451-6f5e46115c56 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.896877] env[68867]: DEBUG nova.compute.provider_tree [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.942193] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952182, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.980655] env[68867]: DEBUG nova.compute.manager [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Found 3 images (rotation: 2) {{(pid=68867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1080.980922] env[68867]: DEBUG nova.compute.manager [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Rotating out 1 backups {{(pid=68867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1080.981088] env[68867]: DEBUG nova.compute.manager [None req-1ee4272d-3fad-440d-8ec6-c13294471b18 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleting image e2295882-2472-4b3e-9345-7d647e2e40a3 {{(pid=68867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1081.069908] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.106351] env[68867]: INFO nova.compute.manager [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] bringing vm to original state: 'stopped' [ 1081.157774] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952180, 'name': Rename_Task, 'duration_secs': 1.165313} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.158979] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.159279] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c377e125-08ab-40a8-a77e-6d0a7eca9ef8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.167630] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1081.167630] env[68867]: value = "task-2952185" [ 1081.167630] env[68867]: _type = "Task" [ 1081.167630] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.184870] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.247436] env[68867]: DEBUG oslo_concurrency.lockutils [req-2711475b-22cd-4d3d-ae93-6cee39247675 req-ae115e6c-c6b7-4bd3-a4fc-20c489f7eeae service nova] Releasing lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.341245] env[68867]: DEBUG oslo_vmware.api [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Task: {'id': task-2952184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319171} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.341533] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.341710] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.341854] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.342074] env[68867]: INFO nova.compute.manager [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1081.342334] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.342883] env[68867]: DEBUG nova.compute.manager [-] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.342883] env[68867]: DEBUG nova.network.neutron [-] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.404028] env[68867]: DEBUG nova.scheduler.client.report [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.437744] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952182, 'name': CreateVM_Task, 'duration_secs': 0.722599} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.439819] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.440478] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.440646] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.440957] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.441534] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2be757-56f0-477d-a270-caa5e85c8443 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.446990] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1081.446990] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52489320-d8b1-37fa-2f68-bfd58c22f0f1" [ 1081.446990] env[68867]: _type = "Task" [ 1081.446990] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.455925] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52489320-d8b1-37fa-2f68-bfd58c22f0f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.682669] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952185, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.911880] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.914810] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.929s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.949400] env[68867]: INFO nova.scheduler.client.report [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted allocations for instance 35d3dd41-46b6-45f3-b97d-499ccf0fd353 [ 1081.970175] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52489320-d8b1-37fa-2f68-bfd58c22f0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.971848] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.971848] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.971848] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.971848] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.971848] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.971848] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7310a258-ad34-4d95-a0da-ce6eb04b53d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.984031] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.984173] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.985426] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98b3c39-09b6-473f-b216-cf7da641a880 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.994104] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1081.994104] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529799a7-8c8f-b801-b1b6-221192dd2e85" [ 1081.994104] env[68867]: _type = "Task" [ 1081.994104] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.003764] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529799a7-8c8f-b801-b1b6-221192dd2e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.116265] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.116534] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.116534] env[68867]: DEBUG nova.compute.manager [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.117685] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825571f2-8118-4d22-8567-8c603c8de382 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.125428] env[68867]: DEBUG nova.compute.manager [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.162388] env[68867]: DEBUG nova.network.neutron [-] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.185642] env[68867]: DEBUG oslo_vmware.api [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952185, 'name': PowerOnVM_Task, 'duration_secs': 0.56134} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.185849] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.185944] env[68867]: INFO nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1082.186103] env[68867]: DEBUG nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.186928] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbcbc19-369b-45a1-9027-9cb038747563 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.464313] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "773a40a5-bc43-41e2-861f-81e447471ba2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.464584] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "773a40a5-bc43-41e2-861f-81e447471ba2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.469530] env[68867]: DEBUG nova.compute.manager [req-acf4def5-857b-4d37-82c7-e5e2cdd8ad0d req-ae41dbe6-5c3a-472f-ba81-d973dfbf2563 service nova] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Received event network-vif-deleted-4bfd2c00-cba2-4449-8fe3-4994069e88f7 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.470938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7b79d3a-4427-4b7f-a612-5e806c4031b8 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "35d3dd41-46b6-45f3-b97d-499ccf0fd353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.283s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.510332] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529799a7-8c8f-b801-b1b6-221192dd2e85, 'name': SearchDatastore_Task, 'duration_secs': 0.017989} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.510875] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2555e4cb-f04e-476b-bef4-d7c76f5a0a5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.522815] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1082.522815] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5253d7ec-1ec2-df28-a67d-b51053bdf1ff" [ 1082.522815] env[68867]: _type = "Task" [ 1082.522815] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.532215] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5253d7ec-1ec2-df28-a67d-b51053bdf1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.629834] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.634030] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6554e4e7-ff2e-43ce-b385-6ac2cdd4020e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.639199] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1082.639199] env[68867]: value = "task-2952186" [ 1082.639199] env[68867]: _type = "Task" [ 1082.639199] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.650126] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.667963] env[68867]: INFO nova.compute.manager [-] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Took 1.33 seconds to deallocate network for instance. [ 1082.713564] env[68867]: INFO nova.compute.manager [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Took 33.24 seconds to build instance. [ 1082.948182] env[68867]: INFO nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating resource usage from migration df2c4852-428e-4566-8d4a-82a5ab6d7e56 [ 1082.972646] env[68867]: DEBUG nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.977681] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 798211ff-6d41-4701-aadc-eb333c2e55d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.978066] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 5c0d7d13-150d-42af-9bc6-3646e104bbcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.978383] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.979075] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.979300] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.979574] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 44c08386-7b8a-4cb2-9788-1bbbbe144f02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.979773] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance f0631dff-5185-48ae-8fe5-fc7c12d16ed3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.980588] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance e7615fbd-1261-4800-9e0c-90b22ebc25a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.980802] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.980932] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 4044ce86-5aef-49c9-8382-98687e45edca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.981061] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.981214] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aede81b7-50b2-4ac8-a096-6483c050e85a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.981337] env[68867]: WARNING nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance ae36c28d-ac03-4cfa-9f2a-1960adf21ca7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.981463] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.981575] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance ca05b829-afa3-462a-b35d-b61df35dd01a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.981684] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 075000ea-ab9d-4601-8ff7-f7ac08ed1339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.981801] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 984d3f0d-8caf-4ccc-9478-309479bbd6b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.981901] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 6eb6dc30-3219-41d9-800b-9b9149a1536d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.982022] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Migration df2c4852-428e-4566-8d4a-82a5ab6d7e56 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1082.982138] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 21cc232a-3a8c-4afb-985f-c6d19767fe4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.035568] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5253d7ec-1ec2-df28-a67d-b51053bdf1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.020796} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.035927] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.036293] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 6eb6dc30-3219-41d9-800b-9b9149a1536d/6eb6dc30-3219-41d9-800b-9b9149a1536d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.036796] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50e07537-f088-4143-9c53-9a03a9ea599e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.045433] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1083.045433] env[68867]: value = "task-2952187" [ 1083.045433] env[68867]: _type = "Task" [ 1083.045433] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.057703] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.150426] env[68867]: DEBUG oslo_vmware.api [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952186, 'name': PowerOffVM_Task, 'duration_secs': 0.31005} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.150762] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.151059] env[68867]: DEBUG nova.compute.manager [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.152022] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516ca56-93d8-4201-b143-24e4b00e9367 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.179952] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.217851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5e13d68f-5730-4384-aa92-109ed20fdb6b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.709s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.490874] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance b070e763-058b-459c-998b-5c22e0bc47cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1083.512768] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.556921] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952187, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.682729] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.731574] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.731840] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.732036] env[68867]: DEBUG nova.compute.manager [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.733257] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4eafe4-716f-49af-bb30-68cd35796e52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.745012] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.745267] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.746469] env[68867]: DEBUG nova.compute.manager [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1083.748448] env[68867]: DEBUG nova.objects.instance [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'flavor' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.785733] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.786118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.995193] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 773a40a5-bc43-41e2-861f-81e447471ba2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1083.995504] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1083.995653] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.066584] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631083} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.066866] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 6eb6dc30-3219-41d9-800b-9b9149a1536d/6eb6dc30-3219-41d9-800b-9b9149a1536d.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.067096] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.067370] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc1c9ac0-716d-45d1-9b51-bd9fc28f114d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.079278] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1084.079278] env[68867]: value = "task-2952188" [ 1084.079278] env[68867]: _type = "Task" [ 1084.079278] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.088084] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.197809] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.250672] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.291725] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.295159] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.295359] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.295529] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.295728] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.295945] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.300780] env[68867]: INFO nova.compute.manager [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Terminating instance [ 1084.402106] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c285d73-a3f1-44cb-9a37-ea3dac664d66 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.412596] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d06abc-b5be-4364-9766-7325b651673a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.447181] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a440c-003c-4fa6-b4be-5f69f859419a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.461020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef990e39-c775-4898-8e5e-399e2bf8a3cb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.474939] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.592888] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080553} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.592888] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.592888] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e614feb0-6794-4d5a-99c4-6018797f7680 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.618236] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 6eb6dc30-3219-41d9-800b-9b9149a1536d/6eb6dc30-3219-41d9-800b-9b9149a1536d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.619384] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b2bb89-0671-49d9-89c6-71211a7bfb89 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.645133] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1084.645133] env[68867]: value = "task-2952189" [ 1084.645133] env[68867]: _type = "Task" [ 1084.645133] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.656710] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.766818] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.767544] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c54b339b-125e-420b-bfc0-03642e8fa0ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.777268] env[68867]: DEBUG oslo_vmware.api [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1084.777268] env[68867]: value = "task-2952190" [ 1084.777268] env[68867]: _type = "Task" [ 1084.777268] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.783514] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.792222] env[68867]: DEBUG oslo_vmware.api [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.807260] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "a907cec7-4ee5-499d-875c-ee44abf89fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.807513] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.814444] env[68867]: DEBUG nova.compute.manager [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.815275] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.818377] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd3011-5aa7-480f-a064-f3f55384f5b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.829662] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.831075] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.831447] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86915446-0b68-4e23-bdf1-2cbd7ed064ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.842170] env[68867]: DEBUG oslo_vmware.api [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1084.842170] env[68867]: value = "task-2952191" [ 1084.842170] env[68867]: _type = "Task" [ 1084.842170] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.854015] env[68867]: DEBUG oslo_vmware.api [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.978221] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.160555] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952189, 'name': ReconfigVM_Task, 'duration_secs': 0.48476} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.160886] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 6eb6dc30-3219-41d9-800b-9b9149a1536d/6eb6dc30-3219-41d9-800b-9b9149a1536d.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.161632] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfe18828-5573-4bad-9f94-8b4e8eaf44a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.173921] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1085.173921] env[68867]: value = "task-2952192" [ 1085.173921] env[68867]: _type = "Task" [ 1085.173921] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.179969] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952192, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.293143] env[68867]: DEBUG oslo_vmware.api [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952190, 'name': PowerOffVM_Task, 'duration_secs': 0.237147} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.293143] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.293143] env[68867]: DEBUG nova.compute.manager [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.293494] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f6a13-d7eb-4b57-acad-afd1b3a60c72 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.297854] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.297919] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.299118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.299118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.299118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.304124] env[68867]: INFO nova.compute.manager [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Terminating instance [ 1085.318962] env[68867]: DEBUG nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.354261] env[68867]: DEBUG oslo_vmware.api [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952191, 'name': PowerOffVM_Task, 'duration_secs': 0.202041} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.354261] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.354261] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.354261] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06f424b0-e0f2-4343-89d4-a8114b4ba403 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.427296] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.427527] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.427680] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleting the datastore file [datastore2] 984d3f0d-8caf-4ccc-9478-309479bbd6b6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.427944] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c49d3f6-752b-4f23-9648-8d1be36d03dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.435399] env[68867]: DEBUG oslo_vmware.api [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1085.435399] env[68867]: value = "task-2952194" [ 1085.435399] env[68867]: _type = "Task" [ 1085.435399] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.443911] env[68867]: DEBUG oslo_vmware.api [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.486990] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1085.486990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.570s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.486990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.984s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.486990] env[68867]: DEBUG nova.objects.instance [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1085.682846] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952192, 'name': Rename_Task, 'duration_secs': 0.212057} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.683177] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.683425] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f562db-4dc0-44c7-b10f-e6d809e508f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.691576] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1085.691576] env[68867]: value = "task-2952195" [ 1085.691576] env[68867]: _type = "Task" [ 1085.691576] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.703791] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.818089] env[68867]: DEBUG nova.compute.manager [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.818439] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.819161] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1439e7dd-9e6b-4c2f-b6aa-455ebaa88072 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.820963] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98890927-55f4-445d-8761-aeb1f988a57d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.836694] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.837842] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0442c379-b571-4f09-8500-4d3ff156933e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.854032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.917466] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.917721] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.917902] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleting the datastore file [datastore2] 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.918216] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d3a64d9-e7a1-423c-adae-2f55cbf731ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.925368] env[68867]: DEBUG oslo_vmware.api [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1085.925368] env[68867]: value = "task-2952197" [ 1085.925368] env[68867]: _type = "Task" [ 1085.925368] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.934977] env[68867]: DEBUG oslo_vmware.api [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.944698] env[68867]: DEBUG oslo_vmware.api [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172256} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.944957] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.945151] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.945323] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.945489] env[68867]: INFO nova.compute.manager [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1085.945842] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.945915] env[68867]: DEBUG nova.compute.manager [-] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.946020] env[68867]: DEBUG nova.network.neutron [-] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.203107] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.305546] env[68867]: DEBUG nova.compute.manager [req-c6af376d-8d07-4c55-b86a-b794bbb27a15 req-0706475d-fcbf-45ec-ad14-4b2c56679e43 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Received event network-vif-deleted-4bedcafc-3a31-493b-879c-d272c38b3a38 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.306008] env[68867]: INFO nova.compute.manager [req-c6af376d-8d07-4c55-b86a-b794bbb27a15 req-0706475d-fcbf-45ec-ad14-4b2c56679e43 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Neutron deleted interface 4bedcafc-3a31-493b-879c-d272c38b3a38; detaching it from the instance and deleting it from the info cache [ 1086.306312] env[68867]: DEBUG nova.network.neutron [req-c6af376d-8d07-4c55-b86a-b794bbb27a15 req-0706475d-fcbf-45ec-ad14-4b2c56679e43 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.441533] env[68867]: DEBUG oslo_vmware.api [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142721} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.442557] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.442919] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.443283] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.443629] env[68867]: INFO nova.compute.manager [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1086.444935] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.444935] env[68867]: DEBUG nova.compute.manager [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.444935] env[68867]: DEBUG nova.network.neutron [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.497966] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8f995606-5adb-40b0-93b7-00ec9e029a88 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.499146] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.118s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.499355] env[68867]: DEBUG nova.objects.instance [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.701283] env[68867]: DEBUG oslo_vmware.api [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952195, 'name': PowerOnVM_Task, 'duration_secs': 0.753779} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.701573] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.701779] env[68867]: INFO nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1086.701958] env[68867]: DEBUG nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.702737] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09193dd-fddd-4830-b931-a66b81705cc4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.738181] env[68867]: DEBUG nova.network.neutron [-] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.809509] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b899fca-dd5f-4edd-892e-83d5055f41d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.820063] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88ea2a-65de-41c1-867f-3faf9b15e8a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.856263] env[68867]: DEBUG nova.compute.manager [req-c6af376d-8d07-4c55-b86a-b794bbb27a15 req-0706475d-fcbf-45ec-ad14-4b2c56679e43 service nova] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Detach interface failed, port_id=4bedcafc-3a31-493b-879c-d272c38b3a38, reason: Instance 984d3f0d-8caf-4ccc-9478-309479bbd6b6 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.020534] env[68867]: DEBUG nova.compute.manager [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Stashing vm_state: stopped {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1087.182061] env[68867]: DEBUG nova.network.neutron [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.219450] env[68867]: INFO nova.compute.manager [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Took 35.01 seconds to build instance. [ 1087.240208] env[68867]: INFO nova.compute.manager [-] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Took 1.29 seconds to deallocate network for instance. [ 1087.410690] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.411018] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.411244] env[68867]: INFO nova.compute.manager [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Shelving [ 1087.511169] env[68867]: DEBUG oslo_concurrency.lockutils [None req-73aeee27-fecb-45a7-9aa6-dc0c8d3f26c8 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.512855] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.807s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.542843] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.686071] env[68867]: INFO nova.compute.manager [-] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Took 1.24 seconds to deallocate network for instance. [ 1087.721523] env[68867]: DEBUG oslo_concurrency.lockutils [None req-dbc8cc16-0b25-4d2d-8112-9701e5b7372e tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.615s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.746938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.018468] env[68867]: INFO nova.compute.claims [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.041141] env[68867]: DEBUG nova.compute.manager [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Received event network-changed-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.041417] env[68867]: DEBUG nova.compute.manager [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Refreshing instance network info cache due to event network-changed-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.041551] env[68867]: DEBUG oslo_concurrency.lockutils [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] Acquiring lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.041753] env[68867]: DEBUG oslo_concurrency.lockutils [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] Acquired lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.041852] env[68867]: DEBUG nova.network.neutron [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Refreshing network info cache for port 3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.192159] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.346611] env[68867]: DEBUG nova.compute.manager [req-156526cd-78ee-42b7-a2ad-ecd5407844ea req-3eacd135-4fb2-4fe9-9dfc-4464d9bc04bb service nova] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Received event network-vif-deleted-f97a6b60-3d44-406a-a07b-6eddc6bf239b {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.423621] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.423942] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf308f1-72b4-4a0f-9640-e595aceb3513 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.434047] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1088.434047] env[68867]: value = "task-2952198" [ 1088.434047] env[68867]: _type = "Task" [ 1088.434047] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.443646] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.526471] env[68867]: INFO nova.compute.resource_tracker [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating resource usage from migration df2c4852-428e-4566-8d4a-82a5ab6d7e56 [ 1088.785509] env[68867]: DEBUG nova.network.neutron [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Updated VIF entry in instance network info cache for port 3ada3e94-bb00-49ba-aa5c-baf8750cd3fe. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.786014] env[68867]: DEBUG nova.network.neutron [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Updating instance_info_cache with network_info: [{"id": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "address": "fa:16:3e:8b:c0:d0", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3e94-bb", "ovs_interfaceid": "3ada3e94-bb00-49ba-aa5c-baf8750cd3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.889715] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0347b8-ad19-460c-b4f7-0e4b8516599d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.898161] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d76b13-cf4c-4bfc-a0f7-bc438e3f6daf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.930281] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41493982-8aca-4a3e-9087-0801b0246097 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.942350] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac084472-6c96-411d-90a6-edc9cd91d946 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.949229] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952198, 'name': PowerOffVM_Task, 'duration_secs': 0.215872} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.949894] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.950672] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ae671-6623-4b21-8b37-0e62adf8f6b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.960793] env[68867]: DEBUG nova.compute.provider_tree [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.979946] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9220fbf-b1b2-4643-8ef2-8fa9c2368263 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.291136] env[68867]: DEBUG oslo_concurrency.lockutils [req-b963723f-3dd0-4c05-8a16-498be92eb9b0 req-9eab0183-b219-4aa2-b924-802732eeb083 service nova] Releasing lock "refresh_cache-6eb6dc30-3219-41d9-800b-9b9149a1536d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.463936] env[68867]: DEBUG nova.scheduler.client.report [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.492052] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.492372] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cbd1917a-4752-459c-9110-6df7aba10abe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.501675] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1089.501675] env[68867]: value = "task-2952199" [ 1089.501675] env[68867]: _type = "Task" [ 1089.501675] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.511359] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952199, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.969290] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.456s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.969616] env[68867]: INFO nova.compute.manager [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Migrating [ 1089.975978] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.256s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.977393] env[68867]: INFO nova.compute.claims [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.013367] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952199, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.489311] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.489530] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.489767] env[68867]: DEBUG nova.network.neutron [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.514825] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952199, 'name': CreateSnapshot_Task, 'duration_secs': 0.766155} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.515126] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.515913] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f57ad65-b5f7-4cde-bb91-8657c78d30fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.035495] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1091.038099] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17b8f57a-d8cb-4ba8-bebf-b05690c440ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.048284] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1091.048284] env[68867]: value = "task-2952200" [ 1091.048284] env[68867]: _type = "Task" [ 1091.048284] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.059773] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952200, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.217252] env[68867]: DEBUG nova.network.neutron [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance_info_cache with network_info: [{"id": "f5af4af3-5438-4783-bac1-6cdd5f617597", "address": "fa:16:3e:6c:60:d8", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af4af3-54", "ovs_interfaceid": "f5af4af3-5438-4783-bac1-6cdd5f617597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.353410] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11dfa17-692a-446f-9304-698da6e7f732 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.361785] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbcf433-365e-4730-91a4-e7fdcdf70b75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.392118] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced5c4d1-b768-4ce4-82ca-1db7c303d890 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.400201] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f114aff7-ff6a-46fc-8813-fcca194a073a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.415338] env[68867]: DEBUG nova.compute.provider_tree [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.558671] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952200, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.722459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.919052] env[68867]: DEBUG nova.scheduler.client.report [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.059685] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952200, 'name': CloneVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.425242] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.425859] env[68867]: DEBUG nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.428608] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.686s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.428878] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.431043] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.361s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.431166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.433268] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.255s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.433479] env[68867]: DEBUG nova.objects.instance [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lazy-loading 'resources' on Instance uuid 075000ea-ab9d-4601-8ff7-f7ac08ed1339 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.454433] env[68867]: INFO nova.scheduler.client.report [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Deleted allocations for instance ae36c28d-ac03-4cfa-9f2a-1960adf21ca7 [ 1092.461024] env[68867]: INFO nova.scheduler.client.report [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Deleted allocations for instance aede81b7-50b2-4ac8-a096-6483c050e85a [ 1092.559919] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952200, 'name': CloneVM_Task, 'duration_secs': 1.016303} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.560216] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Created linked-clone VM from snapshot [ 1092.561013] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9031edbf-b776-4e69-a3e6-925d3e64af39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.568863] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Uploading image 99e94480-05d9-4b99-9ce7-5a49458e480c {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.597267] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1092.597267] env[68867]: value = "vm-592508" [ 1092.597267] env[68867]: _type = "VirtualMachine" [ 1092.597267] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1092.597553] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e96607b8-2150-4821-959f-be846191fb62 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.606091] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease: (returnval){ [ 1092.606091] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5221a3bb-8d4b-6b2c-392c-899bf6cb1fbd" [ 1092.606091] env[68867]: _type = "HttpNfcLease" [ 1092.606091] env[68867]: } obtained for exporting VM: (result){ [ 1092.606091] env[68867]: value = "vm-592508" [ 1092.606091] env[68867]: _type = "VirtualMachine" [ 1092.606091] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1092.606309] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the lease: (returnval){ [ 1092.606309] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5221a3bb-8d4b-6b2c-392c-899bf6cb1fbd" [ 1092.606309] env[68867]: _type = "HttpNfcLease" [ 1092.606309] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1092.613679] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.613679] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5221a3bb-8d4b-6b2c-392c-899bf6cb1fbd" [ 1092.613679] env[68867]: _type = "HttpNfcLease" [ 1092.613679] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1092.936818] env[68867]: DEBUG nova.compute.utils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.941040] env[68867]: DEBUG nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.941040] env[68867]: DEBUG nova.network.neutron [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.967983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a2c8d7a-b8c7-4ef2-aa8b-26c2ada51ca8 tempest-ServersListShow296Test-413541223 tempest-ServersListShow296Test-413541223-project-member] Lock "aede81b7-50b2-4ac8-a096-6483c050e85a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.466s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.969280] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a0c347e7-3d68-4b90-9c9a-659319ed6750 tempest-ServerShowV257Test-1128977218 tempest-ServerShowV257Test-1128977218-project-member] Lock "ae36c28d-ac03-4cfa-9f2a-1960adf21ca7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.207s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.988019] env[68867]: DEBUG nova.policy [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52f8d54704e41dcaa7b7d78bbbf7022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176bf0dbeb0c4b33bd48d20fa96a3f57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.116051] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.116051] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5221a3bb-8d4b-6b2c-392c-899bf6cb1fbd" [ 1093.116051] env[68867]: _type = "HttpNfcLease" [ 1093.116051] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1093.116863] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1093.116863] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5221a3bb-8d4b-6b2c-392c-899bf6cb1fbd" [ 1093.116863] env[68867]: _type = "HttpNfcLease" [ 1093.116863] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1093.117794] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647b0dd8-8c2f-4d9c-857e-fef56bd058d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.131031] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52167d1f-7632-bbee-c166-e0c11ce89456/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1093.131823] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52167d1f-7632-bbee-c166-e0c11ce89456/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1093.229441] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff38c58b-4fb3-4a9f-937b-c5708e3e5a5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.239074] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3046ef8b-c05b-426d-9f71-56bdd31f3ea5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.264323] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance '21cc232a-3a8c-4afb-985f-c6d19767fe4f' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.348365] env[68867]: DEBUG nova.network.neutron [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Successfully created port: e9b69f22-7b43-4dce-afa1-0b963380c4a2 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.366606] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f43dea-0369-4094-9435-e7c8bead1ec7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.376723] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f6ad5-a315-4c00-8035-7300a12f3d78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.408924] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405984b9-250d-40de-a091-7ff919652f48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.418779] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a150d-216a-45c4-980b-89dcd0eca57d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.434145] env[68867]: DEBUG nova.compute.provider_tree [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.443452] env[68867]: DEBUG nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.775145] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.775454] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ac5011-7275-4ca1-8594-2cae9ec7d3ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.785124] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1093.785124] env[68867]: value = "task-2952202" [ 1093.785124] env[68867]: _type = "Task" [ 1093.785124] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.794931] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.937265] env[68867]: DEBUG nova.scheduler.client.report [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.297081] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952202, 'name': PowerOffVM_Task, 'duration_secs': 0.203757} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.297596] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.297835] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance '21cc232a-3a8c-4afb-985f-c6d19767fe4f' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.443533] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.446610] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.934s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.447712] env[68867]: INFO nova.compute.claims [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.459510] env[68867]: DEBUG nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.469602] env[68867]: INFO nova.scheduler.client.report [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Deleted allocations for instance 075000ea-ab9d-4601-8ff7-f7ac08ed1339 [ 1094.491843] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.492061] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.492315] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.492579] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.492768] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.492983] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.493264] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.493425] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.493699] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.493871] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.494712] env[68867]: DEBUG nova.virt.hardware [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.495158] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cff077-b01b-4417-b068-740eb594420e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.505752] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6cdc8-a118-4982-92db-5325af8404fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.805825] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.806041] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.806213] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.806456] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.806705] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.806858] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.807280] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.807280] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.807470] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.807655] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.807794] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.813210] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666f6664-9210-48de-a41d-13f22e2593df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.835586] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1094.835586] env[68867]: value = "task-2952203" [ 1094.835586] env[68867]: _type = "Task" [ 1094.835586] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.841950] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.958824] env[68867]: DEBUG nova.compute.manager [req-51a3ee17-ebe2-4d97-8c10-5351646db335 req-3da05ceb-3d5b-408f-a185-999ea4184f7e service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Received event network-vif-plugged-e9b69f22-7b43-4dce-afa1-0b963380c4a2 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.961050] env[68867]: DEBUG oslo_concurrency.lockutils [req-51a3ee17-ebe2-4d97-8c10-5351646db335 req-3da05ceb-3d5b-408f-a185-999ea4184f7e service nova] Acquiring lock "b070e763-058b-459c-998b-5c22e0bc47cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.961298] env[68867]: DEBUG oslo_concurrency.lockutils [req-51a3ee17-ebe2-4d97-8c10-5351646db335 req-3da05ceb-3d5b-408f-a185-999ea4184f7e service nova] Lock "b070e763-058b-459c-998b-5c22e0bc47cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.961470] env[68867]: DEBUG oslo_concurrency.lockutils [req-51a3ee17-ebe2-4d97-8c10-5351646db335 req-3da05ceb-3d5b-408f-a185-999ea4184f7e service nova] Lock "b070e763-058b-459c-998b-5c22e0bc47cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.961673] env[68867]: DEBUG nova.compute.manager [req-51a3ee17-ebe2-4d97-8c10-5351646db335 req-3da05ceb-3d5b-408f-a185-999ea4184f7e service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] No waiting events found dispatching network-vif-plugged-e9b69f22-7b43-4dce-afa1-0b963380c4a2 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.961887] env[68867]: WARNING nova.compute.manager [req-51a3ee17-ebe2-4d97-8c10-5351646db335 req-3da05ceb-3d5b-408f-a185-999ea4184f7e service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Received unexpected event network-vif-plugged-e9b69f22-7b43-4dce-afa1-0b963380c4a2 for instance with vm_state building and task_state spawning. [ 1094.980851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2a03c107-1b71-4423-920f-fa57cf67c175 tempest-InstanceActionsV221TestJSON-1520210294 tempest-InstanceActionsV221TestJSON-1520210294-project-member] Lock "075000ea-ab9d-4601-8ff7-f7ac08ed1339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.309s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.145269] env[68867]: DEBUG nova.network.neutron [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Successfully updated port: e9b69f22-7b43-4dce-afa1-0b963380c4a2 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.345295] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952203, 'name': ReconfigVM_Task, 'duration_secs': 0.40885} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.345664] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance '21cc232a-3a8c-4afb-985f-c6d19767fe4f' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.649524] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-b070e763-058b-459c-998b-5c22e0bc47cc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.649524] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-b070e763-058b-459c-998b-5c22e0bc47cc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.649524] env[68867]: DEBUG nova.network.neutron [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.819742] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034bdd99-9ad7-4f20-8935-22e398e61459 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.828394] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5b3009-149a-4b39-b483-a266acb740ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.873277] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.873277] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.873277] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.873277] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.873277] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.873277] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.873277] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.873570] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.873802] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.874050] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.874579] env[68867]: DEBUG nova.virt.hardware [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.882567] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.884308] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8957e062-376d-4bd9-b456-136f5fdc450d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.902990] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683de54d-de21-484b-ab6b-153b1733712b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.914479] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aa6867-1644-4676-8d1f-3332c1c64e4e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.921938] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1095.921938] env[68867]: value = "task-2952204" [ 1095.921938] env[68867]: _type = "Task" [ 1095.921938] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.936348] env[68867]: DEBUG nova.compute.provider_tree [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.944542] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.196598] env[68867]: DEBUG nova.network.neutron [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.434522] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952204, 'name': ReconfigVM_Task, 'duration_secs': 0.240093} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.438111] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.438111] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352866dc-2181-44bf-a393-f3a6aa707e32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.443506] env[68867]: DEBUG nova.scheduler.client.report [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.474907] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 21cc232a-3a8c-4afb-985f-c6d19767fe4f/21cc232a-3a8c-4afb-985f-c6d19767fe4f.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.476309] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cea0dac-e4e5-47f6-ae5d-5f1c49a8e526 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.504068] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1096.504068] env[68867]: value = "task-2952205" [ 1096.504068] env[68867]: _type = "Task" [ 1096.504068] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.520504] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.528398] env[68867]: DEBUG nova.network.neutron [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Updating instance_info_cache with network_info: [{"id": "e9b69f22-7b43-4dce-afa1-0b963380c4a2", "address": "fa:16:3e:e1:1e:c8", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b69f22-7b", "ovs_interfaceid": "e9b69f22-7b43-4dce-afa1-0b963380c4a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.952308] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.953224] env[68867]: DEBUG nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.957094] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.759s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.957340] env[68867]: DEBUG nova.objects.instance [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1097.018495] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952205, 'name': ReconfigVM_Task, 'duration_secs': 0.369482} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.019858] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 21cc232a-3a8c-4afb-985f-c6d19767fe4f/21cc232a-3a8c-4afb-985f-c6d19767fe4f.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.020420] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance '21cc232a-3a8c-4afb-985f-c6d19767fe4f' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.032704] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-b070e763-058b-459c-998b-5c22e0bc47cc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.033040] env[68867]: DEBUG nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Instance network_info: |[{"id": "e9b69f22-7b43-4dce-afa1-0b963380c4a2", "address": "fa:16:3e:e1:1e:c8", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b69f22-7b", "ovs_interfaceid": "e9b69f22-7b43-4dce-afa1-0b963380c4a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.033484] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:1e:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b69f22-7b43-4dce-afa1-0b963380c4a2', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.041609] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.046213] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.047153] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07e9974-ef88-4506-9683-2df31408e065 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.072578] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.072578] env[68867]: value = "task-2952206" [ 1097.072578] env[68867]: _type = "Task" [ 1097.072578] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.082851] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952206, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.119421] env[68867]: DEBUG nova.compute.manager [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Received event network-changed-e9b69f22-7b43-4dce-afa1-0b963380c4a2 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.119923] env[68867]: DEBUG nova.compute.manager [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Refreshing instance network info cache due to event network-changed-e9b69f22-7b43-4dce-afa1-0b963380c4a2. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.123036] env[68867]: DEBUG oslo_concurrency.lockutils [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] Acquiring lock "refresh_cache-b070e763-058b-459c-998b-5c22e0bc47cc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.123036] env[68867]: DEBUG oslo_concurrency.lockutils [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] Acquired lock "refresh_cache-b070e763-058b-459c-998b-5c22e0bc47cc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.123036] env[68867]: DEBUG nova.network.neutron [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Refreshing network info cache for port e9b69f22-7b43-4dce-afa1-0b963380c4a2 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.463393] env[68867]: DEBUG nova.compute.utils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.470850] env[68867]: DEBUG nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.472414] env[68867]: DEBUG nova.network.neutron [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.528512] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2115a860-1261-4e30-8351-f081c753299d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.562562] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114cb9a-92c9-4e76-9f28-0de81463e660 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.588422] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance '21cc232a-3a8c-4afb-985f-c6d19767fe4f' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.603019] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952206, 'name': CreateVM_Task, 'duration_secs': 0.446879} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.603019] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.603019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.603019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.603019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.603019] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5206f53e-5088-4dc8-98a0-df8be5341aa6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.607631] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1097.607631] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524bbe54-e053-2872-238d-d18e68a07de4" [ 1097.607631] env[68867]: _type = "Task" [ 1097.607631] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.618013] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524bbe54-e053-2872-238d-d18e68a07de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.757145] env[68867]: DEBUG nova.policy [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24867fe37221467785c1128a049497c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ccb25aaced849c5b03bb261096768b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.825566] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.825813] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.944685] env[68867]: DEBUG nova.network.neutron [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Updated VIF entry in instance network info cache for port e9b69f22-7b43-4dce-afa1-0b963380c4a2. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.945193] env[68867]: DEBUG nova.network.neutron [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Updating instance_info_cache with network_info: [{"id": "e9b69f22-7b43-4dce-afa1-0b963380c4a2", "address": "fa:16:3e:e1:1e:c8", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b69f22-7b", "ovs_interfaceid": "e9b69f22-7b43-4dce-afa1-0b963380c4a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.976610] env[68867]: DEBUG nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.983024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ee94525b-84b4-4f2c-a182-7fbc8c911beb tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.983024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.198s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.983024] env[68867]: INFO nova.compute.claims [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.052018] env[68867]: DEBUG nova.network.neutron [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Successfully created port: 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.121657] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524bbe54-e053-2872-238d-d18e68a07de4, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.123508] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.123913] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.124313] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.124614] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.124933] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.125320] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62a638d7-6c97-435d-978a-055a92ce5d7b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.137406] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.137678] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.138601] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767c39d9-3978-4ffa-adee-7fb2ea054b03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.144504] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1098.144504] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]522178d1-b43b-2866-aa8b-37438260a250" [ 1098.144504] env[68867]: _type = "Task" [ 1098.144504] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.149431] env[68867]: DEBUG nova.network.neutron [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Port f5af4af3-5438-4783-bac1-6cdd5f617597 binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1098.156987] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522178d1-b43b-2866-aa8b-37438260a250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.329373] env[68867]: DEBUG nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.448136] env[68867]: DEBUG oslo_concurrency.lockutils [req-d458a97c-3ebd-4a13-b225-9392fab9fd0c req-620ac968-ea0a-4096-880a-326010b552db service nova] Releasing lock "refresh_cache-b070e763-058b-459c-998b-5c22e0bc47cc" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.664227] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]522178d1-b43b-2866-aa8b-37438260a250, 'name': SearchDatastore_Task, 'duration_secs': 0.01633} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.666285] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b853636b-4040-4d10-8b03-fd88e559ea9c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.672543] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1098.672543] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523bc479-21fb-1c8a-f1a0-f3764e22facb" [ 1098.672543] env[68867]: _type = "Task" [ 1098.672543] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.682805] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523bc479-21fb-1c8a-f1a0-f3764e22facb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.859677] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.991533] env[68867]: DEBUG nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.022704] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.022968] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.023172] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.023365] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.023513] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.023675] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.023913] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.024095] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.024288] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.024454] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.024644] env[68867]: DEBUG nova.virt.hardware [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.025574] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec546c1-b00e-4b1c-b333-edf9d6bb79c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.037394] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18d35d6-ed8a-439f-bc8c-2cc1f14c7ab9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.186779] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.187238] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.187382] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.198304] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523bc479-21fb-1c8a-f1a0-f3764e22facb, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.198833] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.199100] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] b070e763-058b-459c-998b-5c22e0bc47cc/b070e763-058b-459c-998b-5c22e0bc47cc.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.199364] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d15ae6e0-2f28-48ca-b5ec-2ec6e2063837 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.207749] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1099.207749] env[68867]: value = "task-2952207" [ 1099.207749] env[68867]: _type = "Task" [ 1099.207749] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.216145] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.342091] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc35d03-5681-4de5-8798-b6b0938dfc9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.351085] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c192d3c2-c9f0-4610-b1a9-23e970de3caa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.385435] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62d31dd-27c0-4719-98cc-c4159ca19991 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.393745] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c1e3b5-fa7d-43a6-854e-a639c86fa0ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.409217] env[68867]: DEBUG nova.compute.provider_tree [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.472647] env[68867]: DEBUG nova.compute.manager [req-8c5d3877-f613-48bc-ab84-e4af6a4c0167 req-23108a91-b8bc-482f-a7b1-ec362c21ed16 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Received event network-vif-plugged-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.472828] env[68867]: DEBUG oslo_concurrency.lockutils [req-8c5d3877-f613-48bc-ab84-e4af6a4c0167 req-23108a91-b8bc-482f-a7b1-ec362c21ed16 service nova] Acquiring lock "773a40a5-bc43-41e2-861f-81e447471ba2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.473302] env[68867]: DEBUG oslo_concurrency.lockutils [req-8c5d3877-f613-48bc-ab84-e4af6a4c0167 req-23108a91-b8bc-482f-a7b1-ec362c21ed16 service nova] Lock "773a40a5-bc43-41e2-861f-81e447471ba2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.473517] env[68867]: DEBUG oslo_concurrency.lockutils [req-8c5d3877-f613-48bc-ab84-e4af6a4c0167 req-23108a91-b8bc-482f-a7b1-ec362c21ed16 service nova] Lock "773a40a5-bc43-41e2-861f-81e447471ba2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.473693] env[68867]: DEBUG nova.compute.manager [req-8c5d3877-f613-48bc-ab84-e4af6a4c0167 req-23108a91-b8bc-482f-a7b1-ec362c21ed16 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] No waiting events found dispatching network-vif-plugged-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.473859] env[68867]: WARNING nova.compute.manager [req-8c5d3877-f613-48bc-ab84-e4af6a4c0167 req-23108a91-b8bc-482f-a7b1-ec362c21ed16 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Received unexpected event network-vif-plugged-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 for instance with vm_state building and task_state spawning. [ 1099.569248] env[68867]: DEBUG nova.network.neutron [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Successfully updated port: 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.718684] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952207, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.913252] env[68867]: DEBUG nova.scheduler.client.report [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.072404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.072532] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquired lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.072720] env[68867]: DEBUG nova.network.neutron [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.218962] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524073} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.219247] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] b070e763-058b-459c-998b-5c22e0bc47cc/b070e763-058b-459c-998b-5c22e0bc47cc.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.219457] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.219708] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7eedbed-8f4c-4b2f-a04c-48f55d4f3a6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.226947] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1100.226947] env[68867]: value = "task-2952208" [ 1100.226947] env[68867]: _type = "Task" [ 1100.226947] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.230786] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.230837] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.232048] env[68867]: DEBUG nova.network.neutron [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.237037] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.418975] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.419551] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.422527] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.592s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.424183] env[68867]: INFO nova.compute.claims [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.586046] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52167d1f-7632-bbee-c166-e0c11ce89456/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.587047] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b3edf-8d10-4465-b2df-121e62aed933 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.593305] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52167d1f-7632-bbee-c166-e0c11ce89456/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.593471] env[68867]: ERROR oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52167d1f-7632-bbee-c166-e0c11ce89456/disk-0.vmdk due to incomplete transfer. [ 1100.593681] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de6867c9-05bf-427e-b817-5c9698452996 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.602388] env[68867]: DEBUG oslo_vmware.rw_handles [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52167d1f-7632-bbee-c166-e0c11ce89456/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1100.602665] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Uploaded image 99e94480-05d9-4b99-9ce7-5a49458e480c to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1100.604848] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1100.605603] env[68867]: DEBUG nova.network.neutron [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.607296] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1af93b6-fac2-43e5-aa45-b5520ccc5ea3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.614062] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1100.614062] env[68867]: value = "task-2952209" [ 1100.614062] env[68867]: _type = "Task" [ 1100.614062] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.621263] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952209, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.738715] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072931} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.739047] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.740230] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b01d3-170d-4624-975b-8cf5a90f816b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.743508] env[68867]: DEBUG nova.network.neutron [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updating instance_info_cache with network_info: [{"id": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "address": "fa:16:3e:2e:b1:09", "network": {"id": "4086b19e-fd23-43d3-8b7c-547ded8b10dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1215309361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccb25aaced849c5b03bb261096768b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a2838-6c", "ovs_interfaceid": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.764958] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b070e763-058b-459c-998b-5c22e0bc47cc/b070e763-058b-459c-998b-5c22e0bc47cc.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.765920] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9718bed-7cf2-4173-b81d-47d763c90cad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.788803] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1100.788803] env[68867]: value = "task-2952210" [ 1100.788803] env[68867]: _type = "Task" [ 1100.788803] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.798757] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.929588] env[68867]: DEBUG nova.compute.utils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.935308] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.935484] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.975242] env[68867]: DEBUG nova.network.neutron [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance_info_cache with network_info: [{"id": "f5af4af3-5438-4783-bac1-6cdd5f617597", "address": "fa:16:3e:6c:60:d8", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af4af3-54", "ovs_interfaceid": "f5af4af3-5438-4783-bac1-6cdd5f617597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.987139] env[68867]: DEBUG nova.policy [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b5753e702f4dfaacb12cea03e0ca37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95aa8a7d7b84f278e36bb302d714aae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.124609] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952209, 'name': Destroy_Task, 'duration_secs': 0.415791} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.124879] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Destroyed the VM [ 1101.125619] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1101.125850] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb0824dc-63cd-476c-b568-8846aa3be499 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.132800] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1101.132800] env[68867]: value = "task-2952211" [ 1101.132800] env[68867]: _type = "Task" [ 1101.132800] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.144667] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952211, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.246566] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Releasing lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.247063] env[68867]: DEBUG nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Instance network_info: |[{"id": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "address": "fa:16:3e:2e:b1:09", "network": {"id": "4086b19e-fd23-43d3-8b7c-547ded8b10dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1215309361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccb25aaced849c5b03bb261096768b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a2838-6c", "ovs_interfaceid": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.247885] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:b1:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d8a2838-6c72-45af-b6ef-cdc9d08ecae8', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.257560] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Creating folder: Project (8ccb25aaced849c5b03bb261096768b1). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.258229] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Successfully created port: e68ba714-a08e-4a3a-8763-79c5b87af594 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.260139] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fa4591d-cd57-4bb2-9bae-3ceb57fa465f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.271631] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Created folder: Project (8ccb25aaced849c5b03bb261096768b1) in parent group-v592242. [ 1101.271843] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Creating folder: Instances. Parent ref: group-v592510. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.272104] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db231fa3-1043-4bf6-9cde-6804fd334574 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.281858] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Created folder: Instances in parent group-v592510. [ 1101.282106] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.282309] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.282568] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7238b4d-c2f4-4d1b-a5cf-bbafae49ea68 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.309164] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952210, 'name': ReconfigVM_Task, 'duration_secs': 0.317374} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.310572] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b070e763-058b-459c-998b-5c22e0bc47cc/b070e763-058b-459c-998b-5c22e0bc47cc.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.311321] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.311321] env[68867]: value = "task-2952214" [ 1101.311321] env[68867]: _type = "Task" [ 1101.311321] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.311493] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1855a4e0-2ab0-4552-af96-e54f8fb7657e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.323296] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952214, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.324894] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1101.324894] env[68867]: value = "task-2952215" [ 1101.324894] env[68867]: _type = "Task" [ 1101.324894] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.335909] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952215, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.433727] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.478085] env[68867]: DEBUG oslo_concurrency.lockutils [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.585605] env[68867]: DEBUG nova.compute.manager [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Received event network-changed-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.585777] env[68867]: DEBUG nova.compute.manager [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Refreshing instance network info cache due to event network-changed-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.585999] env[68867]: DEBUG oslo_concurrency.lockutils [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] Acquiring lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586174] env[68867]: DEBUG oslo_concurrency.lockutils [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] Acquired lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.586368] env[68867]: DEBUG nova.network.neutron [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Refreshing network info cache for port 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.642126] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952211, 'name': RemoveSnapshot_Task, 'duration_secs': 0.500641} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.642465] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.642860] env[68867]: DEBUG nova.compute.manager [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.645942] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9aad86-8705-42e7-895c-bc79f4224c1b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.785087] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0907a035-5a89-4cdd-8128-bb38377b7e7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.793177] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf31e3fd-10ff-4321-9f20-6b91108f8cb1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.828310] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a3e83-4926-4978-af6c-585c9af94401 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.838049] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952214, 'name': CreateVM_Task, 'duration_secs': 0.330444} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.842686] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.843044] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952215, 'name': Rename_Task, 'duration_secs': 0.155139} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.843696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.843871] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.844192] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.845975] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a80ffa-f6bb-4592-a5c0-64fbc9d7dd79 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.849754] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.850321] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0aa1a05-980a-4591-b9d4-894d064f495d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.851727] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b945f8a-4226-42c7-810e-2989c3668eca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.856569] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1101.856569] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a7c96d-7728-30fd-c4b4-49d2f6434e0e" [ 1101.856569] env[68867]: _type = "Task" [ 1101.856569] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.864790] env[68867]: DEBUG nova.compute.provider_tree [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.870511] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1101.870511] env[68867]: value = "task-2952216" [ 1101.870511] env[68867]: _type = "Task" [ 1101.870511] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.878116] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a7c96d-7728-30fd-c4b4-49d2f6434e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.878701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.878928] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.879176] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.879318] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.879495] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.879993] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1fc26af-7592-4208-b7bf-e51a8595efb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.885096] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952216, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.899031] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.899658] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.900459] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38d46d0-6ebd-4997-9fcb-208a63715115 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.905480] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1101.905480] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a47bf5-dcc0-8600-505f-775c672bcb3f" [ 1101.905480] env[68867]: _type = "Task" [ 1101.905480] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.913381] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a47bf5-dcc0-8600-505f-775c672bcb3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.009455] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd735f2-de08-421b-94bc-ccdb78742bc0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.033698] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72061af8-a382-4f58-a283-1769a7e75ad0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.041024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance '21cc232a-3a8c-4afb-985f-c6d19767fe4f' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.160335] env[68867]: INFO nova.compute.manager [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Shelve offloading [ 1102.367600] env[68867]: DEBUG nova.scheduler.client.report [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.381425] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.416067] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a47bf5-dcc0-8600-505f-775c672bcb3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.416946] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3c8495-f326-4588-9f05-91782af5da2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.423042] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1102.423042] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d4f466-8e8b-ec18-d216-40723851ccea" [ 1102.423042] env[68867]: _type = "Task" [ 1102.423042] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.431505] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d4f466-8e8b-ec18-d216-40723851ccea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.440196] env[68867]: DEBUG nova.network.neutron [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updated VIF entry in instance network info cache for port 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.440675] env[68867]: DEBUG nova.network.neutron [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updating instance_info_cache with network_info: [{"id": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "address": "fa:16:3e:2e:b1:09", "network": {"id": "4086b19e-fd23-43d3-8b7c-547ded8b10dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1215309361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccb25aaced849c5b03bb261096768b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a2838-6c", "ovs_interfaceid": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.451752] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.482288] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.482528] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.482687] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.482871] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.483107] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.483301] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.483554] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.483751] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.483955] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.484236] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.484471] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.485388] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7600eb-e5db-43d0-9a27-2892201c8b5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.493548] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.493839] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.496962] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453ba86-16cb-4b5d-9f3d-e3495f6226ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.548325] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.548469] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7221a099-60b6-4112-b388-7d1a66089188 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.556065] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1102.556065] env[68867]: value = "task-2952217" [ 1102.556065] env[68867]: _type = "Task" [ 1102.556065] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.565641] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.663576] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.666727] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc3c80c-5265-4492-816f-99913e972340 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.674304] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1102.674304] env[68867]: value = "task-2952218" [ 1102.674304] env[68867]: _type = "Task" [ 1102.674304] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.686080] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1102.686080] env[68867]: DEBUG nova.compute.manager [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.689080] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a75ba98-b4de-4d9f-a817-d0eb9aeda828 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.694758] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.694758] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.694943] env[68867]: DEBUG nova.network.neutron [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.876265] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.876775] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.879492] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.026s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.881140] env[68867]: INFO nova.compute.claims [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.889850] env[68867]: DEBUG oslo_vmware.api [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952216, 'name': PowerOnVM_Task, 'duration_secs': 0.611647} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.890167] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.890345] env[68867]: INFO nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1102.890529] env[68867]: DEBUG nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.891434] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c531a0e-2ef5-4413-ae38-788757b8a29f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.905180] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Successfully updated port: e68ba714-a08e-4a3a-8763-79c5b87af594 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.937247] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d4f466-8e8b-ec18-d216-40723851ccea, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.937844] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937985] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 773a40a5-bc43-41e2-861f-81e447471ba2/773a40a5-bc43-41e2-861f-81e447471ba2.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.938263] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8065f0e-c242-4517-852e-5dca6ccbe250 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.943485] env[68867]: DEBUG oslo_concurrency.lockutils [req-4c6f500a-52e4-4a31-a433-7f36dcf8143a req-37c9b129-6fd2-475f-a7ec-0697b3a9895b service nova] Releasing lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.945409] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1102.945409] env[68867]: value = "task-2952219" [ 1102.945409] env[68867]: _type = "Task" [ 1102.945409] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.955150] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.996898] env[68867]: INFO nova.compute.manager [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Detaching volume 4e851f05-1493-4e61-8038-3e6e0c67ab4d [ 1103.032763] env[68867]: INFO nova.virt.block_device [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Attempting to driver detach volume 4e851f05-1493-4e61-8038-3e6e0c67ab4d from mountpoint /dev/sdb [ 1103.033020] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.033209] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592479', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'name': 'volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c0d7d13-150d-42af-9bc6-3646e104bbcf', 'attached_at': '', 'detached_at': '', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'serial': '4e851f05-1493-4e61-8038-3e6e0c67ab4d'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.034141] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad318a-9dfa-4511-9068-0c0fb2b0ff3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.056160] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982328b2-ff07-4dab-824f-571d4e005608 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.066885] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.069106] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26460d4d-b95a-4a83-8f8f-e7993ebd0f76 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.090792] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafb2ff-b7f7-413d-a17c-69cc3fc676b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.108641] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] The volume has not been displaced from its original location: [datastore2] volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d/volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.114047] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.114394] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2154c885-5d12-4e7c-aff8-bc253fa59abd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.132757] env[68867]: DEBUG oslo_vmware.api [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1103.132757] env[68867]: value = "task-2952220" [ 1103.132757] env[68867]: _type = "Task" [ 1103.132757] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.142565] env[68867]: DEBUG oslo_vmware.api [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.166748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.167363] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.386267] env[68867]: DEBUG nova.compute.utils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.389915] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.390263] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.410435] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "refresh_cache-1a860436-cb05-4b0c-96ce-16deea7b7ec9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.410777] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "refresh_cache-1a860436-cb05-4b0c-96ce-16deea7b7ec9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.410777] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.417597] env[68867]: INFO nova.compute.manager [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Took 23.73 seconds to build instance. [ 1103.457638] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.458749] env[68867]: DEBUG nova.network.neutron [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b16f009-97", "ovs_interfaceid": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.483797] env[68867]: DEBUG nova.policy [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b5753e702f4dfaacb12cea03e0ca37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95aa8a7d7b84f278e36bb302d714aae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.568885] env[68867]: DEBUG oslo_vmware.api [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952217, 'name': PowerOnVM_Task, 'duration_secs': 0.622333} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.568983] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.569179] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-855ae345-f26a-41c0-9b6f-d12ca3efbc7a tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance '21cc232a-3a8c-4afb-985f-c6d19767fe4f' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.617131] env[68867]: DEBUG nova.compute.manager [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Received event network-vif-plugged-e68ba714-a08e-4a3a-8763-79c5b87af594 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.617131] env[68867]: DEBUG oslo_concurrency.lockutils [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] Acquiring lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.617131] env[68867]: DEBUG oslo_concurrency.lockutils [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.617131] env[68867]: DEBUG oslo_concurrency.lockutils [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.617131] env[68867]: DEBUG nova.compute.manager [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] No waiting events found dispatching network-vif-plugged-e68ba714-a08e-4a3a-8763-79c5b87af594 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.617131] env[68867]: WARNING nova.compute.manager [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Received unexpected event network-vif-plugged-e68ba714-a08e-4a3a-8763-79c5b87af594 for instance with vm_state building and task_state spawning. [ 1103.617131] env[68867]: DEBUG nova.compute.manager [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Received event network-changed-e68ba714-a08e-4a3a-8763-79c5b87af594 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.617131] env[68867]: DEBUG nova.compute.manager [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Refreshing instance network info cache due to event network-changed-e68ba714-a08e-4a3a-8763-79c5b87af594. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.617741] env[68867]: DEBUG oslo_concurrency.lockutils [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] Acquiring lock "refresh_cache-1a860436-cb05-4b0c-96ce-16deea7b7ec9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.643124] env[68867]: DEBUG oslo_vmware.api [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952220, 'name': ReconfigVM_Task, 'duration_secs': 0.341999} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.643319] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.648557] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb72d4b-b273-491a-bc36-defa35e90303 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.663262] env[68867]: DEBUG oslo_vmware.api [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1103.663262] env[68867]: value = "task-2952221" [ 1103.663262] env[68867]: _type = "Task" [ 1103.663262] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.669363] env[68867]: DEBUG nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.675864] env[68867]: DEBUG oslo_vmware.api [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.893986] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.914637] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Successfully created port: 07983b34-764a-4c4c-b06a-14cc7e95208f {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.923243] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ca6f2b5b-9c31-45bf-b9c9-6c42d2ba6590 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.246s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.958833] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626035} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.962376] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 773a40a5-bc43-41e2-861f-81e447471ba2/773a40a5-bc43-41e2-861f-81e447471ba2.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.962649] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.963191] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.964959] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4afe3d7e-d3f1-4966-ab57-1474a8d57045 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.968742] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.976520] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1103.976520] env[68867]: value = "task-2952222" [ 1103.976520] env[68867]: _type = "Task" [ 1103.976520] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.985749] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.174800] env[68867]: DEBUG oslo_vmware.api [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952221, 'name': ReconfigVM_Task, 'duration_secs': 0.205069} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.175212] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592479', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'name': 'volume-4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c0d7d13-150d-42af-9bc6-3646e104bbcf', 'attached_at': '', 'detached_at': '', 'volume_id': '4e851f05-1493-4e61-8038-3e6e0c67ab4d', 'serial': '4e851f05-1493-4e61-8038-3e6e0c67ab4d'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.197551] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.218817] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Updating instance_info_cache with network_info: [{"id": "e68ba714-a08e-4a3a-8763-79c5b87af594", "address": "fa:16:3e:b7:b1:ac", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68ba714-a0", "ovs_interfaceid": "e68ba714-a08e-4a3a-8763-79c5b87af594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.341820] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d17eee-5284-480e-a64b-4e66520e04fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.352983] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30167ef-77d7-4360-af25-56a85cae6d1b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.385526] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d18341c-6913-4d46-9e5e-58c8b647fe17 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.394371] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ada2e-3ab5-41c1-841f-ea9b4a4ffd95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.411128] env[68867]: DEBUG nova.compute.provider_tree [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.445402] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.445402] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c26b3d-d3f3-4585-a407-5119c423a81d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.454053] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.454053] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6acca38-8023-48cd-b650-3fda336d9718 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.486777] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094629} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.487059] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.488384] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b2dc5-07aa-46e2-a78d-e2ade5b9bc1e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.512439] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 773a40a5-bc43-41e2-861f-81e447471ba2/773a40a5-bc43-41e2-861f-81e447471ba2.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.512743] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af191fad-5b55-4faa-b4ef-70dfb811860d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.536700] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.537018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.537233] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleting the datastore file [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.538601] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55cf6e6b-0665-4e3b-8c30-cef8c40bf150 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.540527] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1104.540527] env[68867]: value = "task-2952224" [ 1104.540527] env[68867]: _type = "Task" [ 1104.540527] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.551976] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.553349] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1104.553349] env[68867]: value = "task-2952225" [ 1104.553349] env[68867]: _type = "Task" [ 1104.553349] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.562674] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.724696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "refresh_cache-1a860436-cb05-4b0c-96ce-16deea7b7ec9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.725052] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Instance network_info: |[{"id": "e68ba714-a08e-4a3a-8763-79c5b87af594", "address": "fa:16:3e:b7:b1:ac", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68ba714-a0", "ovs_interfaceid": "e68ba714-a08e-4a3a-8763-79c5b87af594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.725356] env[68867]: DEBUG oslo_concurrency.lockutils [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] Acquired lock "refresh_cache-1a860436-cb05-4b0c-96ce-16deea7b7ec9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.725534] env[68867]: DEBUG nova.network.neutron [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Refreshing network info cache for port e68ba714-a08e-4a3a-8763-79c5b87af594 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.726777] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:b1:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e68ba714-a08e-4a3a-8763-79c5b87af594', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.735084] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.735446] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "b070e763-058b-459c-998b-5c22e0bc47cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.735613] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.735835] env[68867]: DEBUG nova.compute.manager [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.736135] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.737565] env[68867]: DEBUG nova.objects.instance [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.740060] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d7731c-febc-4147-89e5-cd22edafbdd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.743389] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d2bada-61f4-4407-9286-94c0eafa626c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.765102] env[68867]: DEBUG nova.compute.manager [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1104.766051] env[68867]: DEBUG nova.objects.instance [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'flavor' on Instance uuid b070e763-058b-459c-998b-5c22e0bc47cc {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.768333] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.768333] env[68867]: value = "task-2952226" [ 1104.768333] env[68867]: _type = "Task" [ 1104.768333] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.777466] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952226, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.914411] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.917159] env[68867]: DEBUG nova.scheduler.client.report [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.951901] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.952191] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.952352] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.952770] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.952770] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.952868] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.953092] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.953283] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.953460] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.953643] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.953837] env[68867]: DEBUG nova.virt.hardware [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.955107] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b7c2f-e912-42f7-a65d-f714c933062e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.967015] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c3034-3293-4d90-9d47-a43faf04e471 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.051876] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.062533] env[68867]: DEBUG oslo_vmware.api [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421461} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.063110] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.063400] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.063690] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.092857] env[68867]: INFO nova.scheduler.client.report [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted allocations for instance 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 [ 1105.284117] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952226, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.422214] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.422707] env[68867]: DEBUG nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.425643] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.883s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.450258] env[68867]: DEBUG nova.network.neutron [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Updated VIF entry in instance network info cache for port e68ba714-a08e-4a3a-8763-79c5b87af594. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.450609] env[68867]: DEBUG nova.network.neutron [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Updating instance_info_cache with network_info: [{"id": "e68ba714-a08e-4a3a-8763-79c5b87af594", "address": "fa:16:3e:b7:b1:ac", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68ba714-a0", "ovs_interfaceid": "e68ba714-a08e-4a3a-8763-79c5b87af594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.513000] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "ca05b829-afa3-462a-b35d-b61df35dd01a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.513949] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.513949] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "ca05b829-afa3-462a-b35d-b61df35dd01a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.513949] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.513949] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.519016] env[68867]: INFO nova.compute.manager [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Terminating instance [ 1105.554338] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952224, 'name': ReconfigVM_Task, 'duration_secs': 0.701954} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.554677] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 773a40a5-bc43-41e2-861f-81e447471ba2/773a40a5-bc43-41e2-861f-81e447471ba2.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.555357] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5356ee09-bf96-42d3-9fca-d39b75aa2fb5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.563810] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1105.563810] env[68867]: value = "task-2952227" [ 1105.563810] env[68867]: _type = "Task" [ 1105.563810] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.574169] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952227, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.601259] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.643688] env[68867]: DEBUG nova.compute.manager [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-vif-unplugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.643906] env[68867]: DEBUG oslo_concurrency.lockutils [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.644125] env[68867]: DEBUG oslo_concurrency.lockutils [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.644294] env[68867]: DEBUG oslo_concurrency.lockutils [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.644451] env[68867]: DEBUG nova.compute.manager [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] No waiting events found dispatching network-vif-unplugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.644614] env[68867]: WARNING nova.compute.manager [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received unexpected event network-vif-unplugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 for instance with vm_state shelved_offloaded and task_state None. [ 1105.644768] env[68867]: DEBUG nova.compute.manager [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.644919] env[68867]: DEBUG nova.compute.manager [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing instance network info cache due to event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.647164] env[68867]: DEBUG oslo_concurrency.lockutils [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] Acquiring lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.647372] env[68867]: DEBUG oslo_concurrency.lockutils [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] Acquired lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.647697] env[68867]: DEBUG nova.network.neutron [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.674437] env[68867]: DEBUG nova.compute.manager [req-33729e82-3692-4b37-abcc-ade3942f4835 req-70410de7-ac25-42f1-9187-f274c3327ac8 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Received event network-vif-plugged-07983b34-764a-4c4c-b06a-14cc7e95208f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.674708] env[68867]: DEBUG oslo_concurrency.lockutils [req-33729e82-3692-4b37-abcc-ade3942f4835 req-70410de7-ac25-42f1-9187-f274c3327ac8 service nova] Acquiring lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.674917] env[68867]: DEBUG oslo_concurrency.lockutils [req-33729e82-3692-4b37-abcc-ade3942f4835 req-70410de7-ac25-42f1-9187-f274c3327ac8 service nova] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.675381] env[68867]: DEBUG oslo_concurrency.lockutils [req-33729e82-3692-4b37-abcc-ade3942f4835 req-70410de7-ac25-42f1-9187-f274c3327ac8 service nova] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.675576] env[68867]: DEBUG nova.compute.manager [req-33729e82-3692-4b37-abcc-ade3942f4835 req-70410de7-ac25-42f1-9187-f274c3327ac8 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] No waiting events found dispatching network-vif-plugged-07983b34-764a-4c4c-b06a-14cc7e95208f {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.675759] env[68867]: WARNING nova.compute.manager [req-33729e82-3692-4b37-abcc-ade3942f4835 req-70410de7-ac25-42f1-9187-f274c3327ac8 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Received unexpected event network-vif-plugged-07983b34-764a-4c4c-b06a-14cc7e95208f for instance with vm_state building and task_state spawning. [ 1105.763118] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Successfully updated port: 07983b34-764a-4c4c-b06a-14cc7e95208f {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.764318] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.766830] env[68867]: DEBUG oslo_concurrency.lockutils [None req-56a01990-9255-477a-901d-860a39e1f59c tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.767259] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.003s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.767259] env[68867]: DEBUG nova.compute.manager [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.768281] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301bf223-6b1e-4be3-901e-4f0a1a1b50c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.779461] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.779744] env[68867]: DEBUG nova.compute.manager [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1105.780315] env[68867]: DEBUG nova.objects.instance [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.784460] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d535cde7-4631-4106-b905-8304d70280dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.786718] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952226, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.792558] env[68867]: DEBUG oslo_vmware.api [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1105.792558] env[68867]: value = "task-2952228" [ 1105.792558] env[68867]: _type = "Task" [ 1105.792558] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.804091] env[68867]: DEBUG oslo_vmware.api [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.929078] env[68867]: DEBUG nova.compute.utils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.933211] env[68867]: INFO nova.compute.claims [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.937121] env[68867]: DEBUG nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.938057] env[68867]: DEBUG nova.network.neutron [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.954963] env[68867]: DEBUG oslo_concurrency.lockutils [req-55683da1-c750-4a98-b517-8a6702b0ba55 req-1defbd72-c6b8-48e0-a3ea-2d76ec1697de service nova] Releasing lock "refresh_cache-1a860436-cb05-4b0c-96ce-16deea7b7ec9" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.977853] env[68867]: DEBUG nova.policy [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '986cc62a20e947a295ad4194c56d12cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb4250922c634d049c5a2254377d3d1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.022246] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.023148] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.023148] env[68867]: DEBUG nova.compute.manager [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Going to confirm migration 4 {{(pid=68867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1106.025228] env[68867]: DEBUG nova.compute.manager [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.026040] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.026933] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbec7d2-443b-4954-aeb8-37464ccdba95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.036025] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.036230] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64525db-142b-4676-864a-d2be279e59ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.042384] env[68867]: DEBUG oslo_vmware.api [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1106.042384] env[68867]: value = "task-2952229" [ 1106.042384] env[68867]: _type = "Task" [ 1106.042384] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.051746] env[68867]: DEBUG oslo_vmware.api [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.078899] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952227, 'name': Rename_Task, 'duration_secs': 0.264123} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.079269] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.079552] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c81ec46-ffa6-4b45-b59e-187c42128306 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.086736] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1106.086736] env[68867]: value = "task-2952230" [ 1106.086736] env[68867]: _type = "Task" [ 1106.086736] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.095720] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.268969] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "refresh_cache-1f164bf8-ff1f-4158-a3d3-f985a5e08b44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.268969] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "refresh_cache-1f164bf8-ff1f-4158-a3d3-f985a5e08b44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.268969] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.287074] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952226, 'name': CreateVM_Task, 'duration_secs': 1.034691} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.291596] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.293866] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.294182] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294562] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.295536] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9925cbb-3781-44f5-aa00-60aeffff63f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.311037] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1106.311037] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520b658a-77d8-7996-ca8c-8eeb78d47db7" [ 1106.311037] env[68867]: _type = "Task" [ 1106.311037] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.312232] env[68867]: DEBUG oslo_vmware.api [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952228, 'name': PowerOffVM_Task, 'duration_secs': 0.214902} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.312843] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.313297] env[68867]: DEBUG nova.compute.manager [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.317620] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c7c2d-640c-4411-976a-a8a393fd00db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.329601] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520b658a-77d8-7996-ca8c-8eeb78d47db7, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.333203] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.337021] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.337021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.337021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.337021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.339520] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c6bd9e3-4117-42db-9170-94a37e6010f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.353174] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.353174] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.353174] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd352d8-3327-48f2-86bb-fd99296d9d65 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.361275] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1106.361275] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52707378-9844-e944-8ea4-56d886784396" [ 1106.361275] env[68867]: _type = "Task" [ 1106.361275] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.369776] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52707378-9844-e944-8ea4-56d886784396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.375689] env[68867]: DEBUG nova.network.neutron [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Successfully created port: ab3c7212-5b87-4a26-83f2-566c63517728 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.421930] env[68867]: DEBUG nova.network.neutron [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updated VIF entry in instance network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.421930] env[68867]: DEBUG nova.network.neutron [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5b16f009-97", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.441983] env[68867]: INFO nova.compute.resource_tracker [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating resource usage from migration dbdc387a-36d8-47bb-921e-9f114f7213fd [ 1106.446163] env[68867]: DEBUG nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.555833] env[68867]: DEBUG oslo_vmware.api [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952229, 'name': PowerOffVM_Task, 'duration_secs': 0.17409} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.556252] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.556537] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.556837] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d67bcb4-edb2-4464-b257-15e3ed800cad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.599972] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.606904] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.607096] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.607273] env[68867]: DEBUG nova.network.neutron [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.607450] env[68867]: DEBUG nova.objects.instance [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lazy-loading 'info_cache' on Instance uuid 21cc232a-3a8c-4afb-985f-c6d19767fe4f {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.621427] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.622130] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.622343] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Deleting the datastore file [datastore1] ca05b829-afa3-462a-b35d-b61df35dd01a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.622607] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fec9896-9b6a-4062-9f7c-3850e1a9f3a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.632816] env[68867]: DEBUG oslo_vmware.api [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for the task: (returnval){ [ 1106.632816] env[68867]: value = "task-2952232" [ 1106.632816] env[68867]: _type = "Task" [ 1106.632816] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.642075] env[68867]: DEBUG oslo_vmware.api [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.791491] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f1fa2-f1c1-4ee0-af73-a506b8f77cdb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.796187] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.797610] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eae48f6-2ec7-4040-a2cb-253ecf428172 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.805015] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc0d27-44d8-4552-bf37-0bb77fdd682f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.810553] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.812409] env[68867]: DEBUG oslo_vmware.api [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1106.812409] env[68867]: value = "task-2952233" [ 1106.812409] env[68867]: _type = "Task" [ 1106.812409] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.852041] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cddd96-de6b-44c2-aeb7-c41454b097b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.858700] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4a091067-6b61-45f4-b389-a8ea4d42b72f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.123s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.859976] env[68867]: DEBUG oslo_vmware.api [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.870987] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97407657-c065-4742-b60e-50ca03a3593c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.880174] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52707378-9844-e944-8ea4-56d886784396, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.881753] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4356b8-b52e-467a-b411-a5547e6d1197 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.894565] env[68867]: DEBUG nova.compute.provider_tree [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.898995] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1106.898995] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52035402-4dc0-74b4-befc-e29d0c05d1b4" [ 1106.898995] env[68867]: _type = "Task" [ 1106.898995] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.909580] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52035402-4dc0-74b4-befc-e29d0c05d1b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.924505] env[68867]: DEBUG oslo_concurrency.lockutils [req-954c5bc4-50da-4fad-8679-ec159bceb5f7 req-7a2ab780-f083-486d-a5db-c56ae82f7d53 service nova] Releasing lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.005096] env[68867]: DEBUG nova.network.neutron [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Updating instance_info_cache with network_info: [{"id": "07983b34-764a-4c4c-b06a-14cc7e95208f", "address": "fa:16:3e:23:5f:03", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07983b34-76", "ovs_interfaceid": "07983b34-764a-4c4c-b06a-14cc7e95208f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.097936] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.143752] env[68867]: DEBUG oslo_vmware.api [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Task: {'id': task-2952232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156365} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.144948] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.144948] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.144948] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.144948] env[68867]: INFO nova.compute.manager [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.144948] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.145222] env[68867]: DEBUG nova.compute.manager [-] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.145222] env[68867]: DEBUG nova.network.neutron [-] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.322983] env[68867]: DEBUG oslo_vmware.api [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952233, 'name': PowerOffVM_Task, 'duration_secs': 0.221642} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.323734] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.323734] env[68867]: DEBUG nova.compute.manager [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.324296] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb487a-f77d-4fc3-b493-998cae019c9d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.364309] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "b070e763-058b-459c-998b-5c22e0bc47cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.364588] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.364801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "b070e763-058b-459c-998b-5c22e0bc47cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.364986] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.365225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.367278] env[68867]: INFO nova.compute.manager [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Terminating instance [ 1107.399481] env[68867]: DEBUG nova.scheduler.client.report [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.416442] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52035402-4dc0-74b4-befc-e29d0c05d1b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.416634] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.416916] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 1a860436-cb05-4b0c-96ce-16deea7b7ec9/1a860436-cb05-4b0c-96ce-16deea7b7ec9.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.417226] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-077995d2-3165-47ed-9299-a9049d8a4d9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.425212] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1107.425212] env[68867]: value = "task-2952234" [ 1107.425212] env[68867]: _type = "Task" [ 1107.425212] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.433997] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.458620] env[68867]: DEBUG nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.488336] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.488577] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.488861] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.489100] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.489282] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.489460] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.489714] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.490085] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.490247] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.490449] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.490657] env[68867]: DEBUG nova.virt.hardware [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.491909] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc44a1a-ea89-4eaa-92c6-cb4d2dfdba96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.503172] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709f421f-3f3a-4c85-8e3e-4d94a73c604c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.507640] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "refresh_cache-1f164bf8-ff1f-4158-a3d3-f985a5e08b44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.507981] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Instance network_info: |[{"id": "07983b34-764a-4c4c-b06a-14cc7e95208f", "address": "fa:16:3e:23:5f:03", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07983b34-76", "ovs_interfaceid": "07983b34-764a-4c4c-b06a-14cc7e95208f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.508420] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:5f:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07983b34-764a-4c4c-b06a-14cc7e95208f', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.516029] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.516665] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.516923] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-774bccb6-c8dd-4426-a79f-ada3124c1d9f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.545151] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.545151] env[68867]: value = "task-2952235" [ 1107.545151] env[68867]: _type = "Task" [ 1107.545151] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.554053] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.554319] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952235, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.601723] env[68867]: DEBUG oslo_vmware.api [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952230, 'name': PowerOnVM_Task, 'duration_secs': 1.482476} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.602176] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.602494] env[68867]: INFO nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1107.603138] env[68867]: DEBUG nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.604501] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9d641d-ea7b-4c96-9dc6-347ba7c1b099 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.671947] env[68867]: DEBUG nova.compute.manager [req-7c13642e-a87f-44d9-8394-a9433b6e7d8c req-c1a8d7e7-a218-4a0e-aab3-7034c84ee710 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Received event network-vif-deleted-5c845564-3350-4f46-861a-05ff9a6abbd0 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.672260] env[68867]: INFO nova.compute.manager [req-7c13642e-a87f-44d9-8394-a9433b6e7d8c req-c1a8d7e7-a218-4a0e-aab3-7034c84ee710 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Neutron deleted interface 5c845564-3350-4f46-861a-05ff9a6abbd0; detaching it from the instance and deleting it from the info cache [ 1107.672361] env[68867]: DEBUG nova.network.neutron [req-7c13642e-a87f-44d9-8394-a9433b6e7d8c req-c1a8d7e7-a218-4a0e-aab3-7034c84ee710 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.784243] env[68867]: DEBUG nova.compute.manager [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Received event network-changed-07983b34-764a-4c4c-b06a-14cc7e95208f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.784243] env[68867]: DEBUG nova.compute.manager [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Refreshing instance network info cache due to event network-changed-07983b34-764a-4c4c-b06a-14cc7e95208f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.784243] env[68867]: DEBUG oslo_concurrency.lockutils [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] Acquiring lock "refresh_cache-1f164bf8-ff1f-4158-a3d3-f985a5e08b44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.784243] env[68867]: DEBUG oslo_concurrency.lockutils [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] Acquired lock "refresh_cache-1f164bf8-ff1f-4158-a3d3-f985a5e08b44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.784243] env[68867]: DEBUG nova.network.neutron [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Refreshing network info cache for port 07983b34-764a-4c4c-b06a-14cc7e95208f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.836331] env[68867]: DEBUG oslo_concurrency.lockutils [None req-abebb733-2b5f-4f34-98bd-91f5f471d4c6 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.842387] env[68867]: DEBUG nova.network.neutron [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance_info_cache with network_info: [{"id": "f5af4af3-5438-4783-bac1-6cdd5f617597", "address": "fa:16:3e:6c:60:d8", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af4af3-54", "ovs_interfaceid": "f5af4af3-5438-4783-bac1-6cdd5f617597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.873774] env[68867]: DEBUG nova.compute.manager [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.873774] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.874660] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa3944f-058f-485f-b21d-b3fb305f0841 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.890291] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.890592] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99c9cb68-fbf1-44a8-837b-8c485aeecb94 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.911774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.486s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.912093] env[68867]: INFO nova.compute.manager [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Migrating [ 1107.920565] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.174s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.920909] env[68867]: DEBUG nova.objects.instance [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'resources' on Instance uuid 984d3f0d-8caf-4ccc-9478-309479bbd6b6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.954223] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.988614] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.988614] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.988614] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleting the datastore file [datastore2] b070e763-058b-459c-998b-5c22e0bc47cc {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.988614] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dd3f669-4aa7-4616-a2b1-26cddd0c8770 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.000020] env[68867]: DEBUG oslo_vmware.api [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1108.000020] env[68867]: value = "task-2952237" [ 1108.000020] env[68867]: _type = "Task" [ 1108.000020] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.012764] env[68867]: DEBUG oslo_vmware.api [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.060371] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952235, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.130228] env[68867]: DEBUG nova.network.neutron [-] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.140150] env[68867]: INFO nova.compute.manager [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Took 24.65 seconds to build instance. [ 1108.175404] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecc7c559-0811-40df-8d2c-069a78244b94 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.191736] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a87312-a441-4f28-ab64-496b2571748a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.233135] env[68867]: DEBUG nova.compute.manager [req-7c13642e-a87f-44d9-8394-a9433b6e7d8c req-c1a8d7e7-a218-4a0e-aab3-7034c84ee710 service nova] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Detach interface failed, port_id=5c845564-3350-4f46-861a-05ff9a6abbd0, reason: Instance ca05b829-afa3-462a-b35d-b61df35dd01a could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.347033] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-21cc232a-3a8c-4afb-985f-c6d19767fe4f" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.347033] env[68867]: DEBUG nova.objects.instance [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lazy-loading 'migration_context' on Instance uuid 21cc232a-3a8c-4afb-985f-c6d19767fe4f {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.353758] env[68867]: DEBUG nova.objects.instance [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.388714] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00bacc0-54a7-4223-a2b5-b7e835cb9eb7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.396596] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea92e1b2-ba70-4751-989d-e0448969aaab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.438359] env[68867]: DEBUG nova.network.neutron [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Successfully updated port: ab3c7212-5b87-4a26-83f2-566c63517728 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.440084] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785549df-1767-4332-9d8b-769c20985c96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.443029] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.443478] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.443537] env[68867]: DEBUG nova.network.neutron [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.459221] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc95f5-7fd7-4473-8725-be080caf5f1d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.463699] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62479} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.463969] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 1a860436-cb05-4b0c-96ce-16deea7b7ec9/1a860436-cb05-4b0c-96ce-16deea7b7ec9.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.464494] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.464990] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ec10de2-cedc-4441-9b9a-2f51d77add3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.475065] env[68867]: DEBUG nova.compute.provider_tree [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.482572] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1108.482572] env[68867]: value = "task-2952238" [ 1108.482572] env[68867]: _type = "Task" [ 1108.482572] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.490130] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.507823] env[68867]: DEBUG oslo_vmware.api [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241817} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.508078] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.508264] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.508434] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.508651] env[68867]: INFO nova.compute.manager [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1108.508882] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.509082] env[68867]: DEBUG nova.compute.manager [-] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.509189] env[68867]: DEBUG nova.network.neutron [-] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.546807] env[68867]: DEBUG nova.network.neutron [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Updated VIF entry in instance network info cache for port 07983b34-764a-4c4c-b06a-14cc7e95208f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.547211] env[68867]: DEBUG nova.network.neutron [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Updating instance_info_cache with network_info: [{"id": "07983b34-764a-4c4c-b06a-14cc7e95208f", "address": "fa:16:3e:23:5f:03", "network": {"id": "468aa401-d1e4-4076-8546-081a2fe8c1eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1664577130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95aa8a7d7b84f278e36bb302d714aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07983b34-76", "ovs_interfaceid": "07983b34-764a-4c4c-b06a-14cc7e95208f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.557529] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952235, 'name': CreateVM_Task, 'duration_secs': 0.659943} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.559729] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.559729] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.559729] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.559729] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.559923] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34565e27-d575-42d1-a96a-c0501420ec8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.564861] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1108.564861] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ebf683-0ccd-8767-676b-df6843cd4d5b" [ 1108.564861] env[68867]: _type = "Task" [ 1108.564861] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.576289] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ebf683-0ccd-8767-676b-df6843cd4d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.637581] env[68867]: INFO nova.compute.manager [-] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Took 1.49 seconds to deallocate network for instance. [ 1108.642634] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb750e6-62cc-496c-a767-a5039a5bb3a5 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "773a40a5-bc43-41e2-861f-81e447471ba2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.178s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.849414] env[68867]: DEBUG nova.objects.base [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Object Instance<21cc232a-3a8c-4afb-985f-c6d19767fe4f> lazy-loaded attributes: info_cache,migration_context {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.850977] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1489da-3bc5-4a7e-abb6-b81b6da12c68 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.873760] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.873933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.874118] env[68867]: DEBUG nova.network.neutron [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.874295] env[68867]: DEBUG nova.objects.instance [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'info_cache' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.875398] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3759c7cb-c681-4186-9aac-73f5f97376dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.880770] env[68867]: DEBUG oslo_vmware.api [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1108.880770] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5201720a-0419-98a0-8a1d-2b2af9d16620" [ 1108.880770] env[68867]: _type = "Task" [ 1108.880770] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.888232] env[68867]: DEBUG oslo_vmware.api [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5201720a-0419-98a0-8a1d-2b2af9d16620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.948512] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "refresh_cache-a907cec7-4ee5-499d-875c-ee44abf89fae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.948512] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquired lock "refresh_cache-a907cec7-4ee5-499d-875c-ee44abf89fae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.948648] env[68867]: DEBUG nova.network.neutron [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.981429] env[68867]: DEBUG nova.scheduler.client.report [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.993805] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066482} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.993924] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.994625] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f37a46-5659-44cd-964d-933cb55660b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.017098] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 1a860436-cb05-4b0c-96ce-16deea7b7ec9/1a860436-cb05-4b0c-96ce-16deea7b7ec9.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.017610] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e113b2-c611-4e7f-850e-b8fed53a52e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.038758] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1109.038758] env[68867]: value = "task-2952239" [ 1109.038758] env[68867]: _type = "Task" [ 1109.038758] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.046925] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.053725] env[68867]: DEBUG oslo_concurrency.lockutils [req-6b40b0d8-33f4-41fc-882d-e0c99b92bbd6 req-c58de0fb-c257-4532-b086-5f29ac3b1584 service nova] Releasing lock "refresh_cache-1f164bf8-ff1f-4158-a3d3-f985a5e08b44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.077338] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ebf683-0ccd-8767-676b-df6843cd4d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.028378} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.077640] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.077871] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.078132] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.078272] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.078444] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.078774] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86650952-4785-4481-80c9-0757de63faf1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.098021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.098021] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.098021] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239e71c6-98bb-46e6-ade6-2a03b42c8fef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.104347] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1109.104347] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a9fde3-6908-9b94-25a6-c0864965c003" [ 1109.104347] env[68867]: _type = "Task" [ 1109.104347] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.112635] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a9fde3-6908-9b94-25a6-c0864965c003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.144919] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.207015] env[68867]: DEBUG nova.network.neutron [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.380025] env[68867]: DEBUG nova.objects.base [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Object Instance<5c0d7d13-150d-42af-9bc6-3646e104bbcf> lazy-loaded attributes: flavor,info_cache {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.390931] env[68867]: DEBUG oslo_vmware.api [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5201720a-0419-98a0-8a1d-2b2af9d16620, 'name': SearchDatastore_Task, 'duration_secs': 0.007027} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.391866] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.482406] env[68867]: DEBUG nova.network.neutron [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.486412] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.566s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.488855] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.297s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.489285] env[68867]: DEBUG nova.objects.instance [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'resources' on Instance uuid 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.510312] env[68867]: INFO nova.scheduler.client.report [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted allocations for instance 984d3f0d-8caf-4ccc-9478-309479bbd6b6 [ 1109.549230] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952239, 'name': ReconfigVM_Task, 'duration_secs': 0.284675} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.549317] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 1a860436-cb05-4b0c-96ce-16deea7b7ec9/1a860436-cb05-4b0c-96ce-16deea7b7ec9.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.549925] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e75322f-79ad-4db4-9af7-91972e5d8be3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.558865] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1109.558865] env[68867]: value = "task-2952240" [ 1109.558865] env[68867]: _type = "Task" [ 1109.558865] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.568431] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952240, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.614934] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a9fde3-6908-9b94-25a6-c0864965c003, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.615870] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca7dc82-81b9-4a4e-8461-613a815bbb2f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.621175] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1109.621175] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a9922a-e3d8-9b5a-5bc6-132ae81d20dd" [ 1109.621175] env[68867]: _type = "Task" [ 1109.621175] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.625315] env[68867]: DEBUG nova.network.neutron [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Updating instance_info_cache with network_info: [{"id": "ab3c7212-5b87-4a26-83f2-566c63517728", "address": "fa:16:3e:25:83:35", "network": {"id": "136716fe-9295-4866-ad60-b12078a282c6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-42470271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4250922c634d049c5a2254377d3d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3c7212-5b", "ovs_interfaceid": "ab3c7212-5b87-4a26-83f2-566c63517728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.633975] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a9922a-e3d8-9b5a-5bc6-132ae81d20dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.633975] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.633975] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 1f164bf8-ff1f-4158-a3d3-f985a5e08b44/1f164bf8-ff1f-4158-a3d3-f985a5e08b44.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.633975] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8c002b-195a-4ecd-b577-accba753c012 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.640500] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1109.640500] env[68867]: value = "task-2952241" [ 1109.640500] env[68867]: _type = "Task" [ 1109.640500] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.648672] env[68867]: DEBUG nova.network.neutron [-] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.650359] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.711072] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.956655] env[68867]: DEBUG nova.compute.manager [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Received event network-vif-plugged-ab3c7212-5b87-4a26-83f2-566c63517728 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.956886] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] Acquiring lock "a907cec7-4ee5-499d-875c-ee44abf89fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.957244] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.957445] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.957651] env[68867]: DEBUG nova.compute.manager [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] No waiting events found dispatching network-vif-plugged-ab3c7212-5b87-4a26-83f2-566c63517728 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.957839] env[68867]: WARNING nova.compute.manager [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Received unexpected event network-vif-plugged-ab3c7212-5b87-4a26-83f2-566c63517728 for instance with vm_state building and task_state spawning. [ 1109.958055] env[68867]: DEBUG nova.compute.manager [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Received event network-changed-ab3c7212-5b87-4a26-83f2-566c63517728 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.958249] env[68867]: DEBUG nova.compute.manager [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Refreshing instance network info cache due to event network-changed-ab3c7212-5b87-4a26-83f2-566c63517728. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.958466] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] Acquiring lock "refresh_cache-a907cec7-4ee5-499d-875c-ee44abf89fae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.023329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-52129853-c1e1-4c37-af6e-56c4c00a8ce3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "984d3f0d-8caf-4ccc-9478-309479bbd6b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.728s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.077426] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952240, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.128672] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Releasing lock "refresh_cache-a907cec7-4ee5-499d-875c-ee44abf89fae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.129082] env[68867]: DEBUG nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Instance network_info: |[{"id": "ab3c7212-5b87-4a26-83f2-566c63517728", "address": "fa:16:3e:25:83:35", "network": {"id": "136716fe-9295-4866-ad60-b12078a282c6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-42470271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4250922c634d049c5a2254377d3d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3c7212-5b", "ovs_interfaceid": "ab3c7212-5b87-4a26-83f2-566c63517728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.129608] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] Acquired lock "refresh_cache-a907cec7-4ee5-499d-875c-ee44abf89fae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.129840] env[68867]: DEBUG nova.network.neutron [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Refreshing network info cache for port ab3c7212-5b87-4a26-83f2-566c63517728 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.133310] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:83:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab3c7212-5b87-4a26-83f2-566c63517728', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.141692] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Creating folder: Project (bb4250922c634d049c5a2254377d3d1e). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.142978] env[68867]: DEBUG nova.network.neutron [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating instance_info_cache with network_info: [{"id": "2ba3f65c-380d-4796-979e-3fdb47672c39", "address": "fa:16:3e:e4:20:a6", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba3f65c-38", "ovs_interfaceid": "2ba3f65c-380d-4796-979e-3fdb47672c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.145030] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4de2d1b-e83c-497f-9233-de75f27e8eae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.153924] env[68867]: INFO nova.compute.manager [-] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Took 1.64 seconds to deallocate network for instance. [ 1110.163486] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458015} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.164559] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 1f164bf8-ff1f-4158-a3d3-f985a5e08b44/1f164bf8-ff1f-4158-a3d3-f985a5e08b44.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.164804] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.165104] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Created folder: Project (bb4250922c634d049c5a2254377d3d1e) in parent group-v592242. [ 1110.165276] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Creating folder: Instances. Parent ref: group-v592515. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.168045] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-455f6208-3e66-4ec2-a504-9f9c1275ef68 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.170195] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-184d3eba-cdf6-42b6-8a6d-861b18c669a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.180016] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1110.180016] env[68867]: value = "task-2952243" [ 1110.180016] env[68867]: _type = "Task" [ 1110.180016] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.185718] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Created folder: Instances in parent group-v592515. [ 1110.186015] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.186586] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.186826] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b96955c-cb57-4234-87b1-ced960dc63eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.211134] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.216755] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.216755] env[68867]: value = "task-2952245" [ 1110.216755] env[68867]: _type = "Task" [ 1110.216755] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.228540] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952245, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.395306] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb23ee37-eb4f-4533-a33d-cfbb8897d56e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.402807] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0722e529-0c16-498a-8a2b-1919a06c8f07 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.433764] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13121ec6-ea8b-49c1-9beb-da29dfd46d31 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.440939] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8677cf2-056d-403b-9711-dd898e4ac7c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.454978] env[68867]: DEBUG nova.compute.provider_tree [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.571195] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952240, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.647836] env[68867]: DEBUG oslo_concurrency.lockutils [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "refresh_cache-5c0d7d13-150d-42af-9bc6-3646e104bbcf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.665450] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.695198] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064309} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.695537] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.696652] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8d2a5-06dd-4f32-94b9-0a4b98306746 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.719535] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 1f164bf8-ff1f-4158-a3d3-f985a5e08b44/1f164bf8-ff1f-4158-a3d3-f985a5e08b44.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.724701] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b43b6b7-0c51-4ec5-b86a-881e9efae615 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.749020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d7d96-950f-4e4a-9389-767e0e0b20e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.751656] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1110.751656] env[68867]: value = "task-2952246" [ 1110.751656] env[68867]: _type = "Task" [ 1110.751656] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.771707] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952245, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.772107] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance 'e7615fbd-1261-4800-9e0c-90b22ebc25a1' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.782861] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.909424] env[68867]: DEBUG nova.network.neutron [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Updated VIF entry in instance network info cache for port ab3c7212-5b87-4a26-83f2-566c63517728. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.910429] env[68867]: DEBUG nova.network.neutron [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Updating instance_info_cache with network_info: [{"id": "ab3c7212-5b87-4a26-83f2-566c63517728", "address": "fa:16:3e:25:83:35", "network": {"id": "136716fe-9295-4866-ad60-b12078a282c6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-42470271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4250922c634d049c5a2254377d3d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3c7212-5b", "ovs_interfaceid": "ab3c7212-5b87-4a26-83f2-566c63517728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.958549] env[68867]: DEBUG nova.scheduler.client.report [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.070046] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952240, 'name': Rename_Task, 'duration_secs': 1.128752} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.070344] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.070607] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e439d02-06e6-462e-82c1-68789006a450 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.075949] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1111.075949] env[68867]: value = "task-2952247" [ 1111.075949] env[68867]: _type = "Task" [ 1111.075949] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.084244] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.153627] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "5723a61d-191c-4591-9ca5-c42821edb6ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.153627] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.237765] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952245, 'name': CreateVM_Task, 'duration_secs': 0.839252} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.237935] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.238668] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.238897] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.239237] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.239499] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651b3298-4108-4c63-b68b-a5289c0a9113 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.244559] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1111.244559] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52237951-456b-38c2-c3ac-1bad0e178b86" [ 1111.244559] env[68867]: _type = "Task" [ 1111.244559] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.252870] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52237951-456b-38c2-c3ac-1bad0e178b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.260745] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952246, 'name': ReconfigVM_Task, 'duration_secs': 0.28462} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.261058] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 1f164bf8-ff1f-4158-a3d3-f985a5e08b44/1f164bf8-ff1f-4158-a3d3-f985a5e08b44.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.261741] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44afef73-6702-484d-9979-a3d12bab3f2b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.267675] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1111.267675] env[68867]: value = "task-2952248" [ 1111.267675] env[68867]: _type = "Task" [ 1111.267675] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.276126] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952248, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.279804] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.280072] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ea238a-eb55-403e-bcc2-b52802799941 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.286450] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1111.286450] env[68867]: value = "task-2952249" [ 1111.286450] env[68867]: _type = "Task" [ 1111.286450] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.296983] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.296983] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance 'e7615fbd-1261-4800-9e0c-90b22ebc25a1' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.413061] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] Releasing lock "refresh_cache-a907cec7-4ee5-499d-875c-ee44abf89fae" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.413423] env[68867]: DEBUG nova.compute.manager [req-c3ef04bf-0642-47af-817f-ba301dccda1f req-7b1a3cd1-2062-4417-b657-24ae71c271aa service nova] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Received event network-vif-deleted-e9b69f22-7b43-4dce-afa1-0b963380c4a2 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.464223] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.467416] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.607s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.468237] env[68867]: INFO nova.compute.claims [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.493626] env[68867]: INFO nova.scheduler.client.report [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted allocations for instance 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8 [ 1111.586686] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952247, 'name': PowerOnVM_Task, 'duration_secs': 0.481821} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.586959] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.587180] env[68867]: INFO nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1111.587357] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.588149] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8992a4b2-a55e-44e6-9d80-c28eb64c120a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.657021] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.657268] env[68867]: DEBUG nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.660469] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d62b232-881d-447c-9846-4bb90b2bab2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.667876] env[68867]: DEBUG oslo_vmware.api [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1111.667876] env[68867]: value = "task-2952250" [ 1111.667876] env[68867]: _type = "Task" [ 1111.667876] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.676485] env[68867]: DEBUG oslo_vmware.api [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.755063] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52237951-456b-38c2-c3ac-1bad0e178b86, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.755368] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.755595] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.755837] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.755976] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.756191] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.756448] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d749853-652d-430e-becb-d7de821d20d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.764622] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.764798] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.765522] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e3eb7d-bbe8-48ff-8b89-d5494829b704 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.773583] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1111.773583] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52435050-ad74-1904-fc25-973378e6ba5c" [ 1111.773583] env[68867]: _type = "Task" [ 1111.773583] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.777014] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952248, 'name': Rename_Task, 'duration_secs': 0.14154} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.780310] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.780539] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8dada6-b688-421b-b98e-0fa4b3481a32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.786846] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52435050-ad74-1904-fc25-973378e6ba5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008031} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.788590] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1111.788590] env[68867]: value = "task-2952251" [ 1111.788590] env[68867]: _type = "Task" [ 1111.788590] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.788802] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb253fa-887c-4b5c-b2c8-7198d56eee87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.797679] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1111.797679] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed05fe-7d72-1604-bb90-c8e44108f437" [ 1111.797679] env[68867]: _type = "Task" [ 1111.797679] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.800540] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.804900] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.805122] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.805285] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.805458] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.805607] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.805743] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.805936] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.806106] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.806269] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.806428] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.806597] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.812503] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529f75e1-3eff-4565-8424-8f485cf9cdb8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.829070] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ed05fe-7d72-1604-bb90-c8e44108f437, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.829817] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.830100] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] a907cec7-4ee5-499d-875c-ee44abf89fae/a907cec7-4ee5-499d-875c-ee44abf89fae.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.830415] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1111.830415] env[68867]: value = "task-2952252" [ 1111.830415] env[68867]: _type = "Task" [ 1111.830415] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.830595] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5dbd365-7d2f-4d0d-a468-438572a004df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.840800] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.842013] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1111.842013] env[68867]: value = "task-2952253" [ 1111.842013] env[68867]: _type = "Task" [ 1111.842013] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.849465] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.000556] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0b740514-7ce8-47cd-a748-3902e2695995 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "3f5665f7-1f4c-4039-84bb-f2cfc676b7d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.703s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.083901] env[68867]: DEBUG nova.compute.manager [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Received event network-changed-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.084207] env[68867]: DEBUG nova.compute.manager [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Refreshing instance network info cache due to event network-changed-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.084766] env[68867]: DEBUG oslo_concurrency.lockutils [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] Acquiring lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.084963] env[68867]: DEBUG oslo_concurrency.lockutils [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] Acquired lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.085195] env[68867]: DEBUG nova.network.neutron [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Refreshing network info cache for port 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.104027] env[68867]: INFO nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Took 27.34 seconds to build instance. [ 1112.178824] env[68867]: DEBUG oslo_vmware.api [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952250, 'name': PowerOnVM_Task, 'duration_secs': 0.406724} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.179237] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.179367] env[68867]: DEBUG nova.compute.manager [None req-62d7ee2e-0e74-44df-8f7d-06a832a6ce34 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.180197] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e40c7aa-98bf-424a-8ece-db0e29b56d6d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.190920] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.303413] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952251, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.348438] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.360658] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952253, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.607307] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.862s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.802752] env[68867]: DEBUG oslo_vmware.api [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952251, 'name': PowerOnVM_Task, 'duration_secs': 0.969972} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.803285] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.803554] env[68867]: INFO nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1112.803941] env[68867]: DEBUG nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.804866] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8ac77a-f108-49c9-8f35-f0c21d413035 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.811058] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edcb41b-2cf9-483a-9080-97ada85b5f7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.823498] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f022b4-3b18-4086-9702-a37e66405e94 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.860134] env[68867]: DEBUG nova.network.neutron [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updated VIF entry in instance network info cache for port 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.860134] env[68867]: DEBUG nova.network.neutron [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updating instance_info_cache with network_info: [{"id": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "address": "fa:16:3e:2e:b1:09", "network": {"id": "4086b19e-fd23-43d3-8b7c-547ded8b10dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1215309361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccb25aaced849c5b03bb261096768b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a2838-6c", "ovs_interfaceid": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.867758] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57eaeb-cb44-41a4-ac17-9aebbb65142d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.871609] env[68867]: DEBUG oslo_concurrency.lockutils [req-a1876700-374e-4d65-903f-8ccbabf7a9f6 req-455b7971-d2fd-41e3-bbbe-9eeb94eef8c1 service nova] Releasing lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.877568] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.882976] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570588} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.884327] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e96dbf6-96a4-4236-bd99-d5dd39b4846e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.888846] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] a907cec7-4ee5-499d-875c-ee44abf89fae/a907cec7-4ee5-499d-875c-ee44abf89fae.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.889153] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.889487] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf213f99-2f0f-4107-a3f3-5462554e5091 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.901541] env[68867]: DEBUG nova.compute.provider_tree [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.904034] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1112.904034] env[68867]: value = "task-2952254" [ 1112.904034] env[68867]: _type = "Task" [ 1112.904034] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.913417] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.335121] env[68867]: INFO nova.compute.manager [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Took 28.53 seconds to build instance. [ 1113.368656] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952252, 'name': ReconfigVM_Task, 'duration_secs': 1.263828} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.369059] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance 'e7615fbd-1261-4800-9e0c-90b22ebc25a1' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.405537] env[68867]: DEBUG nova.scheduler.client.report [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.422310] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071402} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.422310] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.423573] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa54b410-0aff-4828-b46a-8826e6e7989c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.453352] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] a907cec7-4ee5-499d-875c-ee44abf89fae/a907cec7-4ee5-499d-875c-ee44abf89fae.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.453984] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8ab76d-3537-491b-99b3-a14bc2d886b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.476163] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1113.476163] env[68867]: value = "task-2952255" [ 1113.476163] env[68867]: _type = "Task" [ 1113.476163] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.486802] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.839467] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a9c6d50b-f443-4c9e-8156-c8d17708e719 tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.051s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.875523] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.875769] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.875947] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.876170] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.876812] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.876812] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.876812] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.876951] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.877016] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.877335] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.877845] env[68867]: DEBUG nova.virt.hardware [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.883287] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.883634] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c2984b-4f44-47b3-9c09-d81880d71518 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.906020] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1113.906020] env[68867]: value = "task-2952256" [ 1113.906020] env[68867]: _type = "Task" [ 1113.906020] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.913650] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.914456] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.914980] env[68867]: DEBUG nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.917658] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.720s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.919238] env[68867]: INFO nova.compute.claims [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.988117] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.321741] env[68867]: DEBUG nova.compute.manager [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Received event network-changed-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.321989] env[68867]: DEBUG nova.compute.manager [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Refreshing instance network info cache due to event network-changed-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.323065] env[68867]: DEBUG oslo_concurrency.lockutils [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] Acquiring lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.323297] env[68867]: DEBUG oslo_concurrency.lockutils [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] Acquired lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.323464] env[68867]: DEBUG nova.network.neutron [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Refreshing network info cache for port 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.414817] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952256, 'name': ReconfigVM_Task, 'duration_secs': 0.250792} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.415668] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.416483] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4ba13-eac6-4c07-9d1c-d7004a1babf2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.423021] env[68867]: DEBUG nova.compute.utils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.426554] env[68867]: DEBUG nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.426728] env[68867]: DEBUG nova.network.neutron [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.450507] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] e7615fbd-1261-4800-9e0c-90b22ebc25a1/e7615fbd-1261-4800-9e0c-90b22ebc25a1.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.453544] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c649081-59ec-410e-8306-28431c14bdee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.472345] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1114.472345] env[68867]: value = "task-2952257" [ 1114.472345] env[68867]: _type = "Task" [ 1114.472345] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.485022] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.490108] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952255, 'name': ReconfigVM_Task, 'duration_secs': 0.587882} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.490386] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Reconfigured VM instance instance-00000063 to attach disk [datastore2] a907cec7-4ee5-499d-875c-ee44abf89fae/a907cec7-4ee5-499d-875c-ee44abf89fae.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.491059] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f10cd6d-1cd2-419d-9d91-0ce252ec2ba6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.496592] env[68867]: DEBUG nova.policy [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea9179bb80d44e3917f8a2faf33235f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5e9cdd25495473ead071d4fadd4f7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.499572] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1114.499572] env[68867]: value = "task-2952258" [ 1114.499572] env[68867]: _type = "Task" [ 1114.499572] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.508372] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952258, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.791849] env[68867]: DEBUG nova.network.neutron [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Successfully created port: 7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.902938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.902938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.902938] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.903232] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.904276] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.906593] env[68867]: INFO nova.compute.manager [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Terminating instance [ 1114.928115] env[68867]: DEBUG nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.999604] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.008936] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952258, 'name': Rename_Task, 'duration_secs': 0.137396} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.009326] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.009696] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6592cc5-6a6d-4eb0-a27b-e66f7df89412 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.020223] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1115.020223] env[68867]: value = "task-2952259" [ 1115.020223] env[68867]: _type = "Task" [ 1115.020223] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.032806] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.086967] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.087250] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.091019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.091019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.091019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.095496] env[68867]: INFO nova.compute.manager [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Terminating instance [ 1115.176535] env[68867]: DEBUG nova.network.neutron [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updated VIF entry in instance network info cache for port 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.176627] env[68867]: DEBUG nova.network.neutron [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updating instance_info_cache with network_info: [{"id": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "address": "fa:16:3e:2e:b1:09", "network": {"id": "4086b19e-fd23-43d3-8b7c-547ded8b10dc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1215309361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccb25aaced849c5b03bb261096768b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a2838-6c", "ovs_interfaceid": "6d8a2838-6c72-45af-b6ef-cdc9d08ecae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.356892] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7a7d4-8a11-4e61-a7fe-8f878d467a0f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.366615] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3707536b-b4c1-49bb-b70f-66a1b756a7e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.402098] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b095bda9-134e-4859-8553-47be4e937037 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.408390] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.408601] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.413861] env[68867]: DEBUG nova.compute.manager [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.414049] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.414900] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be559b-5912-4171-8b1a-312dcfda08ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.418864] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8edf64-83f0-4c98-90c8-9f27bd89bae5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.433660] env[68867]: DEBUG nova.compute.provider_tree [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.439851] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.440678] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06e91ad-339c-4c2f-9336-9c2fb355741d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.448065] env[68867]: DEBUG oslo_vmware.api [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1115.448065] env[68867]: value = "task-2952260" [ 1115.448065] env[68867]: _type = "Task" [ 1115.448065] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.461787] env[68867]: DEBUG oslo_vmware.api [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.469811] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "773a40a5-bc43-41e2-861f-81e447471ba2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.470171] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "773a40a5-bc43-41e2-861f-81e447471ba2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.470569] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "773a40a5-bc43-41e2-861f-81e447471ba2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.470963] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "773a40a5-bc43-41e2-861f-81e447471ba2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.471300] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "773a40a5-bc43-41e2-861f-81e447471ba2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.474558] env[68867]: INFO nova.compute.manager [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Terminating instance [ 1115.496778] env[68867]: DEBUG oslo_vmware.api [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952257, 'name': ReconfigVM_Task, 'duration_secs': 0.657516} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.497235] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Reconfigured VM instance instance-00000047 to attach disk [datastore2] e7615fbd-1261-4800-9e0c-90b22ebc25a1/e7615fbd-1261-4800-9e0c-90b22ebc25a1.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.497659] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance 'e7615fbd-1261-4800-9e0c-90b22ebc25a1' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.530975] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.600864] env[68867]: DEBUG nova.compute.manager [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.601230] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.602519] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145c0975-2b19-464b-b261-00e9424355a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.613289] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.613647] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de796e5-2e21-4aab-b530-c8f8de48c4c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.622059] env[68867]: DEBUG oslo_vmware.api [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1115.622059] env[68867]: value = "task-2952261" [ 1115.622059] env[68867]: _type = "Task" [ 1115.622059] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.633033] env[68867]: DEBUG oslo_vmware.api [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.684147] env[68867]: DEBUG oslo_concurrency.lockutils [req-83249abc-839c-46bb-8321-9a68db91306c req-566429c5-4ca6-4a2a-aace-5338f6b2a04d service nova] Releasing lock "refresh_cache-773a40a5-bc43-41e2-861f-81e447471ba2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.911023] env[68867]: DEBUG nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.942527] env[68867]: DEBUG nova.scheduler.client.report [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.945674] env[68867]: DEBUG nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.959350] env[68867]: DEBUG oslo_vmware.api [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952260, 'name': PowerOffVM_Task, 'duration_secs': 0.196336} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.960260] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.960452] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.960722] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdb68d82-78d6-4ddf-a747-5cfb832d7b4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.972294] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.972529] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.972681] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.972857] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.973031] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.973188] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.973422] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.973580] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.973741] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.973897] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.974094] env[68867]: DEBUG nova.virt.hardware [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.975121] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eb389b-532a-47b5-9fa5-3a69415d617d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.979586] env[68867]: DEBUG nova.compute.manager [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.979780] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.982567] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2047be34-aa94-4f64-98cf-bb24350d1056 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.986881] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144416f6-8fd4-4e82-a18a-86951bfb352d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.005384] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.007057] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37971b2e-e62c-472d-af78-d4f873250156 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.009148] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-045889ff-0e6a-4eb0-b950-edd613e477a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.034050] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c15218-a499-4f8d-9e02-f74b7f69a283 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.037242] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.038556] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.038556] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleting the datastore file [datastore2] 1a860436-cb05-4b0c-96ce-16deea7b7ec9 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.038556] env[68867]: DEBUG oslo_vmware.api [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1116.038556] env[68867]: value = "task-2952263" [ 1116.038556] env[68867]: _type = "Task" [ 1116.038556] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.038918] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd4b4f07-d8d1-470a-a3a0-c032a79e1815 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.068201] env[68867]: DEBUG oslo_vmware.api [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952259, 'name': PowerOnVM_Task, 'duration_secs': 0.657209} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.068566] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance 'e7615fbd-1261-4800-9e0c-90b22ebc25a1' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.073784] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.074014] env[68867]: INFO nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1116.074203] env[68867]: DEBUG nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.074543] env[68867]: DEBUG oslo_vmware.api [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1116.074543] env[68867]: value = "task-2952264" [ 1116.074543] env[68867]: _type = "Task" [ 1116.074543] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.075517] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb621ec6-5f80-4d16-a042-f39e5ab802e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.085723] env[68867]: DEBUG oslo_vmware.api [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.090588] env[68867]: DEBUG oslo_vmware.api [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.131691] env[68867]: DEBUG oslo_vmware.api [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952261, 'name': PowerOffVM_Task, 'duration_secs': 0.485747} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.132009] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.132200] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.132452] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05720e4-f7d7-437f-987a-3753caa320b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.179202] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "4044ce86-5aef-49c9-8382-98687e45edca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.179435] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.204083] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.204083] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.204083] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleting the datastore file [datastore2] 1f164bf8-ff1f-4158-a3d3-f985a5e08b44 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.204083] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-443ce6f5-baa1-431e-b2d2-37b5711d53fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.209703] env[68867]: DEBUG oslo_vmware.api [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for the task: (returnval){ [ 1116.209703] env[68867]: value = "task-2952266" [ 1116.209703] env[68867]: _type = "Task" [ 1116.209703] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.218028] env[68867]: DEBUG oslo_vmware.api [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.341831] env[68867]: DEBUG nova.compute.manager [req-67d4679c-1c8c-4ee9-983a-dd9d0a0f52a4 req-14188754-986f-4eed-bd72-408cced7e83e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received event network-vif-plugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.342290] env[68867]: DEBUG oslo_concurrency.lockutils [req-67d4679c-1c8c-4ee9-983a-dd9d0a0f52a4 req-14188754-986f-4eed-bd72-408cced7e83e service nova] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.342290] env[68867]: DEBUG oslo_concurrency.lockutils [req-67d4679c-1c8c-4ee9-983a-dd9d0a0f52a4 req-14188754-986f-4eed-bd72-408cced7e83e service nova] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.342839] env[68867]: DEBUG oslo_concurrency.lockutils [req-67d4679c-1c8c-4ee9-983a-dd9d0a0f52a4 req-14188754-986f-4eed-bd72-408cced7e83e service nova] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.342839] env[68867]: DEBUG nova.compute.manager [req-67d4679c-1c8c-4ee9-983a-dd9d0a0f52a4 req-14188754-986f-4eed-bd72-408cced7e83e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] No waiting events found dispatching network-vif-plugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.342839] env[68867]: WARNING nova.compute.manager [req-67d4679c-1c8c-4ee9-983a-dd9d0a0f52a4 req-14188754-986f-4eed-bd72-408cced7e83e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received unexpected event network-vif-plugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 for instance with vm_state building and task_state spawning. [ 1116.343704] env[68867]: DEBUG nova.network.neutron [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Successfully updated port: 7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.432561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.450590] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.451230] env[68867]: DEBUG nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.453760] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.853s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.453976] env[68867]: DEBUG nova.objects.instance [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'resources' on Instance uuid 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.549780] env[68867]: DEBUG oslo_vmware.api [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952263, 'name': PowerOffVM_Task, 'duration_secs': 0.252559} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.550100] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.550317] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.550607] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8e66b3a-6921-4338-bed9-59536e5cd5f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.587422] env[68867]: DEBUG oslo_vmware.api [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.587675] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.587854] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.588036] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.588215] env[68867]: INFO nova.compute.manager [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1116.588449] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.588634] env[68867]: DEBUG nova.compute.manager [-] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.588728] env[68867]: DEBUG nova.network.neutron [-] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.607083] env[68867]: INFO nova.compute.manager [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Took 30.78 seconds to build instance. [ 1116.613657] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.613911] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.614066] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Deleting the datastore file [datastore2] 773a40a5-bc43-41e2-861f-81e447471ba2 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.614910] env[68867]: DEBUG nova.network.neutron [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Port 56a84071-6bd7-4e59-996c-4d0cf60093ec binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1116.616187] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e4905dc-f277-4007-8732-0a54d8e38817 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.623610] env[68867]: DEBUG oslo_vmware.api [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for the task: (returnval){ [ 1116.623610] env[68867]: value = "task-2952268" [ 1116.623610] env[68867]: _type = "Task" [ 1116.623610] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.635984] env[68867]: DEBUG oslo_vmware.api [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.682896] env[68867]: DEBUG nova.compute.utils [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.719139] env[68867]: DEBUG oslo_vmware.api [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Task: {'id': task-2952266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414141} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.719383] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.719556] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.719723] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.719883] env[68867]: INFO nova.compute.manager [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1116.720177] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.720375] env[68867]: DEBUG nova.compute.manager [-] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.721056] env[68867]: DEBUG nova.network.neutron [-] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.845930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.846559] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.846692] env[68867]: DEBUG nova.network.neutron [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.944028] env[68867]: DEBUG nova.compute.manager [req-3f1acf50-7cad-4f7c-8280-9cbd47217865 req-30c09c20-e0f5-45cb-97d7-e8e0061fa485 service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Received event network-vif-deleted-e68ba714-a08e-4a3a-8763-79c5b87af594 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.944320] env[68867]: INFO nova.compute.manager [req-3f1acf50-7cad-4f7c-8280-9cbd47217865 req-30c09c20-e0f5-45cb-97d7-e8e0061fa485 service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Neutron deleted interface e68ba714-a08e-4a3a-8763-79c5b87af594; detaching it from the instance and deleting it from the info cache [ 1116.944397] env[68867]: DEBUG nova.network.neutron [req-3f1acf50-7cad-4f7c-8280-9cbd47217865 req-30c09c20-e0f5-45cb-97d7-e8e0061fa485 service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.956634] env[68867]: DEBUG nova.compute.utils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.958104] env[68867]: DEBUG nova.objects.instance [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'numa_topology' on Instance uuid 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.959302] env[68867]: DEBUG nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.959302] env[68867]: DEBUG nova.network.neutron [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.998551] env[68867]: DEBUG nova.policy [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f27e24481ad47af8b848ae542608928', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8061e531747e4a41fb07fc10ce326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.109694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7d8d4280-2d0e-403a-91cd-b4f1113a5825 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.302s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.134627] env[68867]: DEBUG oslo_vmware.api [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.185425] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.376853] env[68867]: DEBUG nova.network.neutron [-] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.385032] env[68867]: DEBUG nova.network.neutron [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.414136] env[68867]: DEBUG nova.network.neutron [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Successfully created port: 7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.447042] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0572d4a-ca42-425d-b6d7-9ab01b8a0307 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.460853] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe7a355-23d5-4503-ab39-70fb2c470d15 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.474606] env[68867]: DEBUG nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.476643] env[68867]: DEBUG nova.objects.base [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Object Instance<4de5d89b-c819-45a0-a5cc-81e3d0fb8f79> lazy-loaded attributes: resources,numa_topology {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.478720] env[68867]: DEBUG nova.network.neutron [-] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.507468] env[68867]: DEBUG nova.compute.manager [req-3f1acf50-7cad-4f7c-8280-9cbd47217865 req-30c09c20-e0f5-45cb-97d7-e8e0061fa485 service nova] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Detach interface failed, port_id=e68ba714-a08e-4a3a-8763-79c5b87af594, reason: Instance 1a860436-cb05-4b0c-96ce-16deea7b7ec9 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.546711] env[68867]: DEBUG nova.network.neutron [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed99916-6e", "ovs_interfaceid": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.645693] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.645785] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.645924] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.659038] env[68867]: DEBUG oslo_vmware.api [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Task: {'id': task-2952268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577702} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.659038] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.659038] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.659038] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.659038] env[68867]: INFO nova.compute.manager [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1117.659038] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.659038] env[68867]: DEBUG nova.compute.manager [-] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.659038] env[68867]: DEBUG nova.network.neutron [-] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.881922] env[68867]: INFO nova.compute.manager [-] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Took 1.29 seconds to deallocate network for instance. [ 1117.915544] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a73f9-7cbb-401c-bb36-d6cecf7b9ef3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.924811] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd06794b-a234-463f-a893-d49d60a75672 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.958960] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17438af-ff49-45eb-9ef9-15a32ece2bf9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.968111] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e000d-7733-41d4-82d7-4ae42a5bedd2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.991280] env[68867]: INFO nova.compute.manager [-] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Took 1.27 seconds to deallocate network for instance. [ 1117.991791] env[68867]: DEBUG nova.compute.provider_tree [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.048782] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.049175] env[68867]: DEBUG nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Instance network_info: |[{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed99916-6e", "ovs_interfaceid": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.049597] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:fa:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed99916-6e8d-48fb-8f2d-77d1475e8e60', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.057626] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating folder: Project (b5e9cdd25495473ead071d4fadd4f7a8). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.058247] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bd1d129-8f29-4337-8c59-13175393550a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.070038] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Created folder: Project (b5e9cdd25495473ead071d4fadd4f7a8) in parent group-v592242. [ 1118.070038] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating folder: Instances. Parent ref: group-v592518. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.070038] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317d8281-4dbb-481c-8c4a-f393ab47f0bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.079427] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Created folder: Instances in parent group-v592518. [ 1118.079669] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.079858] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.080095] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b23aecc2-1e57-47d4-bbd1-cafb0a3e1a3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.098868] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.098868] env[68867]: value = "task-2952271" [ 1118.098868] env[68867]: _type = "Task" [ 1118.098868] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.106307] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952271, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.268092] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "4044ce86-5aef-49c9-8382-98687e45edca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.268255] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.268487] env[68867]: INFO nova.compute.manager [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Attaching volume 9959b5fc-f196-42d1-981e-8c8275c8e1b0 to /dev/sdb [ 1118.304757] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49db1626-cac8-48df-86e4-bf18e9c2da51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.313150] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed07ce9-8acd-417c-b8d1-dd08a5447b46 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.328750] env[68867]: DEBUG nova.virt.block_device [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating existing volume attachment record: 817470e8-5578-475f-afce-b4c35b3f22f2 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.377631] env[68867]: DEBUG nova.compute.manager [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received event network-changed-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.378019] env[68867]: DEBUG nova.compute.manager [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Refreshing instance network info cache due to event network-changed-7ed99916-6e8d-48fb-8f2d-77d1475e8e60. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.378348] env[68867]: DEBUG oslo_concurrency.lockutils [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] Acquiring lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.378550] env[68867]: DEBUG oslo_concurrency.lockutils [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] Acquired lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.378760] env[68867]: DEBUG nova.network.neutron [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Refreshing network info cache for port 7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.389265] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.462376] env[68867]: DEBUG nova.network.neutron [-] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.479424] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "a907cec7-4ee5-499d-875c-ee44abf89fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.479764] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.479989] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "a907cec7-4ee5-499d-875c-ee44abf89fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.480248] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.480464] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.482881] env[68867]: INFO nova.compute.manager [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Terminating instance [ 1118.494602] env[68867]: DEBUG nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.498238] env[68867]: DEBUG nova.scheduler.client.report [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.502819] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.526681] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.527473] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.527473] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.527726] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.528091] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.528286] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.528512] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.528677] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.528846] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.529064] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.529253] env[68867]: DEBUG nova.virt.hardware [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.530130] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca4c46-20c2-447f-aa8b-50fa8bdbfb5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.539762] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be096370-6759-4b4a-9af5-31727a2554af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.608521] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952271, 'name': CreateVM_Task, 'duration_secs': 0.44548} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.608730] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.609499] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.610028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.610028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.610257] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067a3c22-c8a6-4c02-a012-55988d88d6b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.615273] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1118.615273] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5200b38c-874b-cf53-8e3b-e22a99872483" [ 1118.615273] env[68867]: _type = "Task" [ 1118.615273] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.623637] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5200b38c-874b-cf53-8e3b-e22a99872483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.691298] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.691525] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.691872] env[68867]: DEBUG nova.network.neutron [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.965408] env[68867]: INFO nova.compute.manager [-] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Took 1.31 seconds to deallocate network for instance. [ 1118.987636] env[68867]: DEBUG nova.compute.manager [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.987636] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.988014] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f1f75-2acb-4828-a75e-72969feb46b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.995945] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.996065] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86199d3f-d366-413e-995e-30a8f6987eb3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.002438] env[68867]: DEBUG oslo_vmware.api [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1119.002438] env[68867]: value = "task-2952275" [ 1119.002438] env[68867]: _type = "Task" [ 1119.002438] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.008743] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.555s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.015552] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.871s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.015816] env[68867]: DEBUG nova.objects.instance [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lazy-loading 'resources' on Instance uuid ca05b829-afa3-462a-b35d-b61df35dd01a {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.026895] env[68867]: DEBUG oslo_vmware.api [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.039756] env[68867]: DEBUG nova.compute.manager [req-0128ed64-6761-4dab-ab29-8637835ca0e9 req-12cb5a1b-a76e-46d3-abe7-d8d295afe9b1 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Received event network-vif-plugged-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.039974] env[68867]: DEBUG oslo_concurrency.lockutils [req-0128ed64-6761-4dab-ab29-8637835ca0e9 req-12cb5a1b-a76e-46d3-abe7-d8d295afe9b1 service nova] Acquiring lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.040193] env[68867]: DEBUG oslo_concurrency.lockutils [req-0128ed64-6761-4dab-ab29-8637835ca0e9 req-12cb5a1b-a76e-46d3-abe7-d8d295afe9b1 service nova] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.040360] env[68867]: DEBUG oslo_concurrency.lockutils [req-0128ed64-6761-4dab-ab29-8637835ca0e9 req-12cb5a1b-a76e-46d3-abe7-d8d295afe9b1 service nova] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.040524] env[68867]: DEBUG nova.compute.manager [req-0128ed64-6761-4dab-ab29-8637835ca0e9 req-12cb5a1b-a76e-46d3-abe7-d8d295afe9b1 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] No waiting events found dispatching network-vif-plugged-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.040679] env[68867]: WARNING nova.compute.manager [req-0128ed64-6761-4dab-ab29-8637835ca0e9 req-12cb5a1b-a76e-46d3-abe7-d8d295afe9b1 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Received unexpected event network-vif-plugged-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca for instance with vm_state building and task_state spawning. [ 1119.126105] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5200b38c-874b-cf53-8e3b-e22a99872483, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.126826] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.127081] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.127321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.127475] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.127697] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.128028] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39b399eb-1e98-4337-858b-a98e8550dcb4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.130702] env[68867]: DEBUG nova.network.neutron [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updated VIF entry in instance network info cache for port 7ed99916-6e8d-48fb-8f2d-77d1475e8e60. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.131060] env[68867]: DEBUG nova.network.neutron [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed99916-6e", "ovs_interfaceid": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.139867] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.140085] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.140858] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18bc495-cbfe-455c-96f7-7702a9f1c5b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.147146] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1119.147146] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ea5a10-75a9-a460-390c-4a5746052969" [ 1119.147146] env[68867]: _type = "Task" [ 1119.147146] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.155722] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ea5a10-75a9-a460-390c-4a5746052969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.214260] env[68867]: DEBUG nova.network.neutron [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Successfully updated port: 7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.429593] env[68867]: DEBUG nova.network.neutron [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.472143] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.512611] env[68867]: DEBUG oslo_vmware.api [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952275, 'name': PowerOffVM_Task, 'duration_secs': 0.205717} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.512876] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.513062] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.513327] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47c81971-ce43-4ad9-a5e9-bc6d0c24c40a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.523805] env[68867]: DEBUG oslo_concurrency.lockutils [None req-813651d6-ac5e-4189-9899-9c3ab7c4dd83 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.112s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.524766] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.971s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.525019] env[68867]: INFO nova.compute.manager [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Unshelving [ 1119.582144] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.582363] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.582539] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Deleting the datastore file [datastore2] a907cec7-4ee5-499d-875c-ee44abf89fae {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.582805] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c480b3b8-1ed5-4dc4-acd4-fd17f1db48ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.591115] env[68867]: DEBUG oslo_vmware.api [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for the task: (returnval){ [ 1119.591115] env[68867]: value = "task-2952277" [ 1119.591115] env[68867]: _type = "Task" [ 1119.591115] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.599374] env[68867]: DEBUG oslo_vmware.api [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.633386] env[68867]: DEBUG oslo_concurrency.lockutils [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] Releasing lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.633670] env[68867]: DEBUG nova.compute.manager [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Received event network-vif-deleted-07983b34-764a-4c4c-b06a-14cc7e95208f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.633851] env[68867]: DEBUG nova.compute.manager [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Received event network-vif-deleted-6d8a2838-6c72-45af-b6ef-cdc9d08ecae8 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.634028] env[68867]: INFO nova.compute.manager [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Neutron deleted interface 6d8a2838-6c72-45af-b6ef-cdc9d08ecae8; detaching it from the instance and deleting it from the info cache [ 1119.634203] env[68867]: DEBUG nova.network.neutron [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.660248] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ea5a10-75a9-a460-390c-4a5746052969, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.663938] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e52387-cb2d-4048-9fc4-7c3259030054 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.669277] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1119.669277] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b93a0e-042b-4c73-dafb-a2a4e872d697" [ 1119.669277] env[68867]: _type = "Task" [ 1119.669277] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.678054] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b93a0e-042b-4c73-dafb-a2a4e872d697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.718308] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.718576] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.718894] env[68867]: DEBUG nova.network.neutron [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.838303] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b87c6-5c75-4643-84fd-4f75eada853f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.845902] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce23d6d-3e1e-4a30-bd4b-ed3688879fc3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.875977] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb06f5f8-f8d2-4740-a452-8770e39b6d05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.883376] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9caac-b9cc-4d67-be49-43c56c524d55 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.898293] env[68867]: DEBUG nova.compute.provider_tree [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.932774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.102029] env[68867]: DEBUG oslo_vmware.api [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Task: {'id': task-2952277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176403} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.102284] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.102464] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.102638] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.102802] env[68867]: INFO nova.compute.manager [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1120.103042] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.103243] env[68867]: DEBUG nova.compute.manager [-] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.103356] env[68867]: DEBUG nova.network.neutron [-] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.139441] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80e866d9-aef3-47ea-979f-9868da89c88d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.150796] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13bc130-8b48-47c5-ab70-21d90ef0c47c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.186426] env[68867]: DEBUG nova.compute.manager [req-6630d4b3-d305-411f-b62a-3cc8073e74c5 req-cff775b9-44f8-4d6b-82d2-58279c04b6b3 service nova] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Detach interface failed, port_id=6d8a2838-6c72-45af-b6ef-cdc9d08ecae8, reason: Instance 773a40a5-bc43-41e2-861f-81e447471ba2 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.190128] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b93a0e-042b-4c73-dafb-a2a4e872d697, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.190370] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.190614] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.190863] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b109ec6-118e-4aac-af47-547724830490 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.196942] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1120.196942] env[68867]: value = "task-2952278" [ 1120.196942] env[68867]: _type = "Task" [ 1120.196942] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.204622] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.250685] env[68867]: DEBUG nova.network.neutron [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.401859] env[68867]: DEBUG nova.scheduler.client.report [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.468354] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c111a-715c-493d-90b5-b928249c6a4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.475143] env[68867]: DEBUG nova.compute.manager [req-177ebe8a-8946-4823-966c-a1fccb95e9ce req-6d749b19-ed2d-4d24-9f86-295a664bd24f service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Received event network-vif-deleted-ab3c7212-5b87-4a26-83f2-566c63517728 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.475420] env[68867]: INFO nova.compute.manager [req-177ebe8a-8946-4823-966c-a1fccb95e9ce req-6d749b19-ed2d-4d24-9f86-295a664bd24f service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Neutron deleted interface ab3c7212-5b87-4a26-83f2-566c63517728; detaching it from the instance and deleting it from the info cache [ 1120.478882] env[68867]: DEBUG nova.network.neutron [req-177ebe8a-8946-4823-966c-a1fccb95e9ce req-6d749b19-ed2d-4d24-9f86-295a664bd24f service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.498077] env[68867]: DEBUG nova.network.neutron [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Updating instance_info_cache with network_info: [{"id": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "address": "fa:16:3e:3d:48:63", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de8b081-d5", "ovs_interfaceid": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.499736] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578ada2-5f3f-4158-9966-edc1a9577396 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.510017] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance 'e7615fbd-1261-4800-9e0c-90b22ebc25a1' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.537698] env[68867]: DEBUG nova.compute.utils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.705988] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952278, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.833490] env[68867]: DEBUG nova.network.neutron [-] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.908217] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.910829] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.519s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.935747] env[68867]: INFO nova.scheduler.client.report [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Deleted allocations for instance ca05b829-afa3-462a-b35d-b61df35dd01a [ 1120.997481] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e96179f1-a079-4666-817e-dff1307acc74 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.004239] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.004444] env[68867]: DEBUG nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Instance network_info: |[{"id": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "address": "fa:16:3e:3d:48:63", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de8b081-d5", "ovs_interfaceid": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.004895] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:48:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de8b081-d5fa-491b-bc06-ba2cc82ce7ca', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.012750] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.015783] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c2aaad-89b2-4657-a50f-d41e6ed71a5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.026452] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.029080] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-330d734d-e499-49f3-a289-1ff7c8e129e8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance 'e7615fbd-1261-4800-9e0c-90b22ebc25a1' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.032434] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7de382af-4977-4bfb-b057-925934b0f69d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.048658] env[68867]: INFO nova.virt.block_device [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Booting with volume 35f1d594-fa26-4c1d-a565-16a61b8ec526 at /dev/sdb [ 1121.058066] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.058066] env[68867]: value = "task-2952280" [ 1121.058066] env[68867]: _type = "Task" [ 1121.058066] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.070629] env[68867]: DEBUG nova.compute.manager [req-177ebe8a-8946-4823-966c-a1fccb95e9ce req-6d749b19-ed2d-4d24-9f86-295a664bd24f service nova] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Detach interface failed, port_id=ab3c7212-5b87-4a26-83f2-566c63517728, reason: Instance a907cec7-4ee5-499d-875c-ee44abf89fae could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.080834] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952280, 'name': CreateVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.083400] env[68867]: DEBUG nova.compute.manager [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Received event network-changed-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.083594] env[68867]: DEBUG nova.compute.manager [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Refreshing instance network info cache due to event network-changed-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.083832] env[68867]: DEBUG oslo_concurrency.lockutils [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] Acquiring lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.083941] env[68867]: DEBUG oslo_concurrency.lockutils [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] Acquired lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.084124] env[68867]: DEBUG nova.network.neutron [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Refreshing network info cache for port 7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.087388] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a81793ae-06a4-48ac-a385-753e49aafebd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.099202] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90d239-fe43-492f-ad1a-c6fa78a01bf4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.134574] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75bb014e-90e8-4fb9-b905-6b5bd85243be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.143638] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b29d61-8354-46e1-a930-af640572f48b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.179275] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b903eb06-33cd-44f0-8f2b-a345ce9f7cb3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.186736] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13190054-2e3d-4d94-bbbc-c32a26bba7e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.202064] env[68867]: DEBUG nova.virt.block_device [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating existing volume attachment record: b7fbcac5-aae1-4e4f-b87c-8f176b69202e {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.212989] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552443} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.213351] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.213609] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.213887] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42a97cd9-7bda-48a0-98fe-3fcbb211e4e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.220130] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1121.220130] env[68867]: value = "task-2952281" [ 1121.220130] env[68867]: _type = "Task" [ 1121.220130] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.230449] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.336701] env[68867]: INFO nova.compute.manager [-] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Took 1.23 seconds to deallocate network for instance. [ 1121.445442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e5c37acb-1ca4-44a8-8445-4f03d7364b24 tempest-ServersTestManualDisk-304157147 tempest-ServersTestManualDisk-304157147-project-member] Lock "ca05b829-afa3-462a-b35d-b61df35dd01a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.932s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.581728] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952280, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.732397] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069632} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.732665] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.733480] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca48ce3f-8296-4092-b7a5-8665ea7252de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.758307] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.762029] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a4c354-b03d-4cce-955c-0979e1885ca2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.783259] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1121.783259] env[68867]: value = "task-2952285" [ 1121.783259] env[68867]: _type = "Task" [ 1121.783259] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.791557] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.795226] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538e79b-cfd6-417c-a481-9fff1ce30d04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.800611] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576be9d-1533-44fc-b7bd-eb5eb8fa4248 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.834870] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9571cae-a403-450d-91a1-d7595c819a6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.843558] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bdb34a-e32f-4dab-8374-9c60a6f1c933 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.848674] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.850601] env[68867]: DEBUG nova.network.neutron [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Updated VIF entry in instance network info cache for port 7de8b081-d5fa-491b-bc06-ba2cc82ce7ca. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.850601] env[68867]: DEBUG nova.network.neutron [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Updating instance_info_cache with network_info: [{"id": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "address": "fa:16:3e:3d:48:63", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de8b081-d5", "ovs_interfaceid": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.865273] env[68867]: DEBUG nova.compute.provider_tree [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.868447] env[68867]: DEBUG oslo_concurrency.lockutils [req-be3c7cda-cd80-46ba-a3be-2e263d2e9b0b req-4b9d3db5-d44e-4fb7-b5bb-97ca2f71107a service nova] Releasing lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.080829] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952280, 'name': CreateVM_Task, 'duration_secs': 0.581495} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.081061] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.082529] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.082529] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.082529] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.082750] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca49d462-643c-414f-b1c5-7812b88694cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.088173] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1122.088173] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52556663-c077-9268-644e-602270d25529" [ 1122.088173] env[68867]: _type = "Task" [ 1122.088173] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.097011] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52556663-c077-9268-644e-602270d25529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.294956] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952285, 'name': ReconfigVM_Task, 'duration_secs': 0.39084} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.295256] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Reconfigured VM instance instance-00000064 to attach disk [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.295896] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1d0775-0bf5-4def-8f68-fe9b0e6eb3dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.302197] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1122.302197] env[68867]: value = "task-2952286" [ 1122.302197] env[68867]: _type = "Task" [ 1122.302197] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.310898] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952286, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.371183] env[68867]: DEBUG nova.scheduler.client.report [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.601729] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52556663-c077-9268-644e-602270d25529, 'name': SearchDatastore_Task, 'duration_secs': 0.014568} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.602090] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.602381] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.602633] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.602777] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.602948] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.603222] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa90182-4734-4630-95e7-6a2406b89f7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.611671] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.611671] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.612355] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed4f544-d878-45ea-8f72-f7f90293b46c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.618298] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1122.618298] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52825e6f-9349-804c-2b20-d87823bc2db9" [ 1122.618298] env[68867]: _type = "Task" [ 1122.618298] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.627157] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52825e6f-9349-804c-2b20-d87823bc2db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.812561] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952286, 'name': Rename_Task, 'duration_secs': 0.142812} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.812690] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.812927] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a66ad85a-c2bc-4567-8f0e-050d0ed7007b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.819619] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1122.819619] env[68867]: value = "task-2952287" [ 1122.819619] env[68867]: _type = "Task" [ 1122.819619] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.827094] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.131638] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52825e6f-9349-804c-2b20-d87823bc2db9, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.132481] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2987e878-b4cc-4b8c-a31d-2b327fcee60e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.137516] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1123.137516] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52560b8c-a6b4-8160-3c91-990568a0c9d2" [ 1123.137516] env[68867]: _type = "Task" [ 1123.137516] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.145541] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52560b8c-a6b4-8160-3c91-990568a0c9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.330230] env[68867]: DEBUG oslo_vmware.api [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952287, 'name': PowerOnVM_Task, 'duration_secs': 0.453621} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.330550] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.330797] env[68867]: INFO nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1123.330993] env[68867]: DEBUG nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.332079] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b655b004-0539-4300-af0e-5e21842c8d7d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.382418] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.471s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.386134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.720s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.386134] env[68867]: DEBUG nova.objects.instance [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'resources' on Instance uuid b070e763-058b-459c-998b-5c22e0bc47cc {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.391536] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.391744] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592522', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'name': 'volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4044ce86-5aef-49c9-8382-98687e45edca', 'attached_at': '', 'detached_at': '', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'serial': '9959b5fc-f196-42d1-981e-8c8275c8e1b0'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.392650] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376ff5e1-ef3a-4cbe-af72-e639ac8e579c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.415068] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc897bb1-c890-40f8-b8b9-35fac062f6be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.442182] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0/volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.442697] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce5764e-37b6-426e-8ee2-b1499cb3d538 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.460397] env[68867]: DEBUG oslo_vmware.api [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1123.460397] env[68867]: value = "task-2952288" [ 1123.460397] env[68867]: _type = "Task" [ 1123.460397] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.467590] env[68867]: DEBUG oslo_vmware.api [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.648041] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52560b8c-a6b4-8160-3c91-990568a0c9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.648041] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.648405] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.648734] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d6b14f7-8b6f-4ab1-be41-3e78b4c57398 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.655390] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1123.655390] env[68867]: value = "task-2952290" [ 1123.655390] env[68867]: _type = "Task" [ 1123.655390] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.665677] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.771894] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.772252] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.772467] env[68867]: DEBUG nova.compute.manager [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Going to confirm migration 5 {{(pid=68867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1123.850362] env[68867]: INFO nova.compute.manager [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Took 25.01 seconds to build instance. [ 1123.954617] env[68867]: INFO nova.scheduler.client.report [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted allocation for migration df2c4852-428e-4566-8d4a-82a5ab6d7e56 [ 1123.976873] env[68867]: DEBUG oslo_vmware.api [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952288, 'name': ReconfigVM_Task, 'duration_secs': 0.346188} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.977469] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0/volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.982920] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3bc6c0-7553-4fb5-abee-bbd4cf2deb78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.003501] env[68867]: DEBUG oslo_vmware.api [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1124.003501] env[68867]: value = "task-2952291" [ 1124.003501] env[68867]: _type = "Task" [ 1124.003501] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.016550] env[68867]: DEBUG oslo_vmware.api [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.168867] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952290, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.234537] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997bdcd7-7654-4d7a-ba0b-9403657ae49b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.241596] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee608e-2697-488a-b279-b4763fc6452c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.271026] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f5569b-3185-49a0-821a-13dc196a170e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.281621] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294012c9-a3c3-417e-9004-e77acd6444c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.296478] env[68867]: DEBUG nova.compute.provider_tree [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.350484] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.350690] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.350881] env[68867]: DEBUG nova.network.neutron [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.351119] env[68867]: DEBUG nova.objects.instance [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'info_cache' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.354501] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c896c3e1-a07d-4b8c-a551-b180151c62ce tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.527s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.468143] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89da9a3e-82a9-4708-abd3-e242e47d64de tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.445s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.515876] env[68867]: DEBUG oslo_vmware.api [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952291, 'name': ReconfigVM_Task, 'duration_secs': 0.214231} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.515876] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592522', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'name': 'volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4044ce86-5aef-49c9-8382-98687e45edca', 'attached_at': '', 'detached_at': '', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'serial': '9959b5fc-f196-42d1-981e-8c8275c8e1b0'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.584502] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.585078] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.585534] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.585837] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.586134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.588307] env[68867]: INFO nova.compute.manager [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Terminating instance [ 1124.670997] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952290, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.802079] env[68867]: DEBUG nova.scheduler.client.report [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.094426] env[68867]: DEBUG nova.compute.manager [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.094665] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.096330] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd8b974-a75c-48fa-aced-6a2ee8a3fbb5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.104268] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "ba36ae53-f70a-482e-af83-828cdcbddc06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.104454] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.108496] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.108731] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cc3c88-f7ef-4e50-97b1-9599469c39d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.114943] env[68867]: DEBUG oslo_vmware.api [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1125.114943] env[68867]: value = "task-2952292" [ 1125.114943] env[68867]: _type = "Task" [ 1125.114943] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.124314] env[68867]: DEBUG oslo_vmware.api [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.169308] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952290, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.306159] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.307481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.117s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.310094] env[68867]: INFO nova.compute.claims [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.328349] env[68867]: INFO nova.scheduler.client.report [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted allocations for instance b070e763-058b-459c-998b-5c22e0bc47cc [ 1125.553827] env[68867]: DEBUG nova.objects.instance [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lazy-loading 'flavor' on Instance uuid 4044ce86-5aef-49c9-8382-98687e45edca {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.607248] env[68867]: DEBUG nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.626852] env[68867]: DEBUG oslo_vmware.api [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952292, 'name': PowerOffVM_Task, 'duration_secs': 0.246074} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.627902] env[68867]: DEBUG nova.network.neutron [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.629147] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.629347] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.629614] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938f0c76-7c59-4b0c-bc5d-cf2042340dbe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.669626] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952290, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.567376} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.669770] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.669982] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.670254] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ccc4ab6-00dc-4936-b1f5-e0ecb1d2b4df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.676872] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1125.676872] env[68867]: value = "task-2952294" [ 1125.676872] env[68867]: _type = "Task" [ 1125.676872] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.684730] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.701469] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.701654] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.701762] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleting the datastore file [datastore1] 21cc232a-3a8c-4afb-985f-c6d19767fe4f {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.702372] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95147690-e25d-4d9e-a7ba-c1260ea2bab9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.709995] env[68867]: DEBUG oslo_vmware.api [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1125.709995] env[68867]: value = "task-2952295" [ 1125.709995] env[68867]: _type = "Task" [ 1125.709995] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.718831] env[68867]: DEBUG oslo_vmware.api [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.836629] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e4b911d4-77e9-41f9-8df0-b841cfb542df tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "b070e763-058b-459c-998b-5c22e0bc47cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.472s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.862479] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.862703] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.058302] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b5938439-cf4a-4975-914e-4bbdfe153865 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.790s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.092216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "6eb6dc30-3219-41d9-800b-9b9149a1536d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.092216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.092216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "6eb6dc30-3219-41d9-800b-9b9149a1536d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.092216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.092216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.096019] env[68867]: INFO nova.compute.manager [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Terminating instance [ 1126.128625] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.133308] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.133543] env[68867]: DEBUG nova.objects.instance [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'migration_context' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.187134] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065191} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.187455] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.188383] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50df65b-334a-4006-941c-5c3c9aa65d30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.202960] env[68867]: INFO nova.compute.manager [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Rescuing [ 1126.203212] env[68867]: DEBUG oslo_concurrency.lockutils [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.203354] env[68867]: DEBUG oslo_concurrency.lockutils [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.203539] env[68867]: DEBUG nova.network.neutron [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.214456] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.215602] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83bad149-62ea-4352-b820-c83fb6514f46 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.238221] env[68867]: DEBUG oslo_vmware.api [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242292} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.239447] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.239589] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.239766] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.239936] env[68867]: INFO nova.compute.manager [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1126.240190] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.240442] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1126.240442] env[68867]: value = "task-2952296" [ 1126.240442] env[68867]: _type = "Task" [ 1126.240442] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.240622] env[68867]: DEBUG nova.compute.manager [-] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.240714] env[68867]: DEBUG nova.network.neutron [-] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.250421] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.365572] env[68867]: DEBUG nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.599406] env[68867]: DEBUG nova.compute.manager [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.599406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.600237] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d1018-af32-4478-baf8-a75445fef8e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.611020] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.611020] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f57b3ec-5170-43e3-b15a-bb91b207affa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.621648] env[68867]: DEBUG oslo_vmware.api [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1126.621648] env[68867]: value = "task-2952297" [ 1126.621648] env[68867]: _type = "Task" [ 1126.621648] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.631300] env[68867]: DEBUG oslo_vmware.api [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.638610] env[68867]: DEBUG nova.objects.base [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1126.639769] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aba63d-fe6f-4f8f-bd4d-c24e6913f489 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.670023] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1127a4-6e35-4fe3-866d-a73515068086 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.672184] env[68867]: DEBUG nova.compute.manager [req-7054bf6e-1093-4b6a-a79a-99612af5ca84 req-18eb09f7-37f8-4d3b-bd78-04b6aaba8837 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Received event network-vif-deleted-f5af4af3-5438-4783-bac1-6cdd5f617597 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.672424] env[68867]: INFO nova.compute.manager [req-7054bf6e-1093-4b6a-a79a-99612af5ca84 req-18eb09f7-37f8-4d3b-bd78-04b6aaba8837 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Neutron deleted interface f5af4af3-5438-4783-bac1-6cdd5f617597; detaching it from the instance and deleting it from the info cache [ 1126.672589] env[68867]: DEBUG nova.network.neutron [req-7054bf6e-1093-4b6a-a79a-99612af5ca84 req-18eb09f7-37f8-4d3b-bd78-04b6aaba8837 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.678235] env[68867]: DEBUG oslo_vmware.api [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1126.678235] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52780517-662b-4b1c-5562-5f35d12f5023" [ 1126.678235] env[68867]: _type = "Task" [ 1126.678235] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.689806] env[68867]: DEBUG oslo_vmware.api [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52780517-662b-4b1c-5562-5f35d12f5023, 'name': SearchDatastore_Task, 'duration_secs': 0.008753} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.693031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.726172] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ae359-fa59-48f4-b382-63790f250795 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.735287] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63ebab-2b7e-464b-bf7c-bc673d8b4328 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.773457] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e006518-f040-40be-a257-ed081d8d7fe4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.781461] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.784630] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8971a796-d4db-4397-aef0-120ba4dd10fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.802171] env[68867]: DEBUG nova.compute.provider_tree [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.803888] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.890404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.049993] env[68867]: DEBUG nova.network.neutron [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.131356] env[68867]: DEBUG nova.network.neutron [-] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.132558] env[68867]: DEBUG oslo_vmware.api [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952297, 'name': PowerOffVM_Task, 'duration_secs': 0.263652} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.133852] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.133852] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.133852] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e32c43-1862-4436-912d-7d265989b3a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.175012] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9462e058-0a2f-4e56-b636-55d241428ee4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.184939] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7cf877-dde9-4f2c-954c-01671af29add {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.200714] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.200936] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.201160] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleting the datastore file [datastore2] 6eb6dc30-3219-41d9-800b-9b9149a1536d {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.201384] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f2c4f5c-cda3-47e2-818b-83f5dc9d767c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.208183] env[68867]: DEBUG oslo_vmware.api [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1127.208183] env[68867]: value = "task-2952299" [ 1127.208183] env[68867]: _type = "Task" [ 1127.208183] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.219546] env[68867]: DEBUG nova.compute.manager [req-7054bf6e-1093-4b6a-a79a-99612af5ca84 req-18eb09f7-37f8-4d3b-bd78-04b6aaba8837 service nova] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Detach interface failed, port_id=f5af4af3-5438-4783-bac1-6cdd5f617597, reason: Instance 21cc232a-3a8c-4afb-985f-c6d19767fe4f could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.229812] env[68867]: DEBUG oslo_vmware.api [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.237509] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c782e716-5d0b-42ad-9317-bfe3178f2d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.237732] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.278399] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952296, 'name': ReconfigVM_Task, 'duration_secs': 0.591068} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.278663] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Reconfigured VM instance instance-00000065 to attach disk [datastore2] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.279395] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eac84c6b-ce83-4b2d-80e7-69d3046e7d82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.285407] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1127.285407] env[68867]: value = "task-2952300" [ 1127.285407] env[68867]: _type = "Task" [ 1127.285407] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.293016] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952300, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.306043] env[68867]: DEBUG nova.scheduler.client.report [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.554187] env[68867]: DEBUG oslo_concurrency.lockutils [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.637050] env[68867]: INFO nova.compute.manager [-] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Took 1.40 seconds to deallocate network for instance. [ 1127.730475] env[68867]: DEBUG oslo_vmware.api [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240067} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.730726] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.730858] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.731046] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.731262] env[68867]: INFO nova.compute.manager [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1127.731508] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.731690] env[68867]: DEBUG nova.compute.manager [-] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.731785] env[68867]: DEBUG nova.network.neutron [-] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.740297] env[68867]: DEBUG nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.794855] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952300, 'name': Rename_Task, 'duration_secs': 0.161676} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.795008] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.795261] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7433f996-1ffc-42a1-8b96-32306c5acfbe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.801577] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1127.801577] env[68867]: value = "task-2952301" [ 1127.801577] env[68867]: _type = "Task" [ 1127.801577] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.810649] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.810818] env[68867]: DEBUG nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.813445] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.814660] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.381s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.815113] env[68867]: INFO nova.compute.claims [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.143925] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.265130] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.313065] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.321631] env[68867]: DEBUG nova.compute.utils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.329849] env[68867]: DEBUG nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.329849] env[68867]: DEBUG nova.network.neutron [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.380034] env[68867]: DEBUG nova.policy [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67295ac5302e4267a4ea8ff237d7bc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d745edc7cd747549893bff0d77ae4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.646929] env[68867]: DEBUG nova.network.neutron [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Successfully created port: a2c3e49f-778a-4960-a63e-16669eb884b1 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.705925] env[68867]: DEBUG nova.compute.manager [req-f03c53cb-939b-4ec2-8b92-cb959625354f req-2735dd89-725c-49da-b7dc-f1c75481de5e service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Received event network-vif-deleted-3ada3e94-bb00-49ba-aa5c-baf8750cd3fe {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.706162] env[68867]: INFO nova.compute.manager [req-f03c53cb-939b-4ec2-8b92-cb959625354f req-2735dd89-725c-49da-b7dc-f1c75481de5e service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Neutron deleted interface 3ada3e94-bb00-49ba-aa5c-baf8750cd3fe; detaching it from the instance and deleting it from the info cache [ 1128.707120] env[68867]: DEBUG nova.network.neutron [req-f03c53cb-939b-4ec2-8b92-cb959625354f req-2735dd89-725c-49da-b7dc-f1c75481de5e service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.812631] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.828443] env[68867]: DEBUG nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.853344] env[68867]: DEBUG nova.network.neutron [-] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.093441] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.093776] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbcbab2a-f51e-4642-8731-6be7a431a5f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.102513] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1129.102513] env[68867]: value = "task-2952302" [ 1129.102513] env[68867]: _type = "Task" [ 1129.102513] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.113665] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.163181] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07db76a-6924-4b34-b14a-e3294e6f983d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.171859] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6c8b7-8df3-4447-9a28-f9655eba61a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.204526] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760f0b2-1aa0-4afb-ad03-730c7f83982c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.209131] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2168b461-3950-45a0-9a2a-fc49989a16d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.215794] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eedc14-9925-4835-a42c-c7bca314625a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.223803] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570b7ca4-eb3c-4692-8b93-ff804299131d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.243019] env[68867]: DEBUG nova.compute.provider_tree [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.267329] env[68867]: DEBUG nova.compute.manager [req-f03c53cb-939b-4ec2-8b92-cb959625354f req-2735dd89-725c-49da-b7dc-f1c75481de5e service nova] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Detach interface failed, port_id=3ada3e94-bb00-49ba-aa5c-baf8750cd3fe, reason: Instance 6eb6dc30-3219-41d9-800b-9b9149a1536d could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.316085] env[68867]: DEBUG oslo_vmware.api [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952301, 'name': PowerOnVM_Task, 'duration_secs': 1.159301} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.316381] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.316604] env[68867]: INFO nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1129.316861] env[68867]: DEBUG nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.317669] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bbd655-042b-47a4-9ed7-1c71629eddfe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.357090] env[68867]: INFO nova.compute.manager [-] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Took 1.63 seconds to deallocate network for instance. [ 1129.612918] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952302, 'name': PowerOffVM_Task, 'duration_secs': 0.201614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.613209] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.613969] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a81c9-da35-4f0d-906c-48cb13a353e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.633980] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20620a45-82fe-4ee2-8192-273f96d3573e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.666022] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.666022] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f54c1b5-373a-4b56-8b88-d60d9913f79c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.673249] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1129.673249] env[68867]: value = "task-2952303" [ 1129.673249] env[68867]: _type = "Task" [ 1129.673249] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.680400] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.745691] env[68867]: DEBUG nova.scheduler.client.report [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.837988] env[68867]: INFO nova.compute.manager [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Took 25.66 seconds to build instance. [ 1129.842517] env[68867]: DEBUG nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.863143] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.863392] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.863545] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.863719] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.863859] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.864036] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.864200] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.864354] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.864514] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.864669] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.864833] env[68867]: DEBUG nova.virt.hardware [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.865654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.866963] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb109c-baee-40ba-ae02-89e240e47fd5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.875035] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc4a8ff-2eaa-40a6-ab81-5583745e6b81 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.028204] env[68867]: DEBUG nova.compute.manager [req-bc5d7a97-93e2-46e1-ad29-c81f1673e16d req-b7063ee2-ed5b-4a7f-8049-00b5772711bd service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Received event network-vif-plugged-a2c3e49f-778a-4960-a63e-16669eb884b1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.028430] env[68867]: DEBUG oslo_concurrency.lockutils [req-bc5d7a97-93e2-46e1-ad29-c81f1673e16d req-b7063ee2-ed5b-4a7f-8049-00b5772711bd service nova] Acquiring lock "5723a61d-191c-4591-9ca5-c42821edb6ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.028640] env[68867]: DEBUG oslo_concurrency.lockutils [req-bc5d7a97-93e2-46e1-ad29-c81f1673e16d req-b7063ee2-ed5b-4a7f-8049-00b5772711bd service nova] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.028808] env[68867]: DEBUG oslo_concurrency.lockutils [req-bc5d7a97-93e2-46e1-ad29-c81f1673e16d req-b7063ee2-ed5b-4a7f-8049-00b5772711bd service nova] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.028968] env[68867]: DEBUG nova.compute.manager [req-bc5d7a97-93e2-46e1-ad29-c81f1673e16d req-b7063ee2-ed5b-4a7f-8049-00b5772711bd service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] No waiting events found dispatching network-vif-plugged-a2c3e49f-778a-4960-a63e-16669eb884b1 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.029490] env[68867]: WARNING nova.compute.manager [req-bc5d7a97-93e2-46e1-ad29-c81f1673e16d req-b7063ee2-ed5b-4a7f-8049-00b5772711bd service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Received unexpected event network-vif-plugged-a2c3e49f-778a-4960-a63e-16669eb884b1 for instance with vm_state building and task_state spawning. [ 1130.112598] env[68867]: DEBUG nova.network.neutron [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Successfully updated port: a2c3e49f-778a-4960-a63e-16669eb884b1 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.186279] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1130.188035] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.188384] env[68867]: DEBUG oslo_concurrency.lockutils [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.188592] env[68867]: DEBUG oslo_concurrency.lockutils [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.188823] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.189144] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411dba5f-fd37-4dcf-9087-db9366c92e64 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.198500] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.198924] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.199730] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35c5112-7e29-4e20-900f-dab22ec696f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.206217] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1130.206217] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529caee3-bbd9-3fb9-95dc-27e34a6bc07e" [ 1130.206217] env[68867]: _type = "Task" [ 1130.206217] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.214337] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529caee3-bbd9-3fb9-95dc-27e34a6bc07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.252027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.252027] env[68867]: DEBUG nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.255023] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.866s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.255286] env[68867]: DEBUG nova.objects.instance [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lazy-loading 'resources' on Instance uuid 1a860436-cb05-4b0c-96ce-16deea7b7ec9 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.338945] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54039376-1bc4-4e43-abce-92aab6f335cf tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.172s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.618497] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "refresh_cache-5723a61d-191c-4591-9ca5-c42821edb6ca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.618646] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "refresh_cache-5723a61d-191c-4591-9ca5-c42821edb6ca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.618802] env[68867]: DEBUG nova.network.neutron [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.716118] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529caee3-bbd9-3fb9-95dc-27e34a6bc07e, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.716916] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b634b7-7aae-4468-8c87-7851c8c3f667 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.722288] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1130.722288] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5257302e-f7d7-18b9-10a5-0e523bb3e182" [ 1130.722288] env[68867]: _type = "Task" [ 1130.722288] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.729795] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5257302e-f7d7-18b9-10a5-0e523bb3e182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.739184] env[68867]: DEBUG nova.compute.manager [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Received event network-changed-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.739458] env[68867]: DEBUG nova.compute.manager [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Refreshing instance network info cache due to event network-changed-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.739679] env[68867]: DEBUG oslo_concurrency.lockutils [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] Acquiring lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.739821] env[68867]: DEBUG oslo_concurrency.lockutils [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] Acquired lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.740008] env[68867]: DEBUG nova.network.neutron [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Refreshing network info cache for port 7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.758094] env[68867]: DEBUG nova.compute.utils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.761985] env[68867]: DEBUG nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.761985] env[68867]: DEBUG nova.network.neutron [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.803115] env[68867]: DEBUG nova.policy [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907d8a1a118a4cbda0812504cdcfe5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af336311d6b04365a38881fdb83ba061', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.083910] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90cbc51-f9e7-4ab5-9329-8e6f68ef3f7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.088859] env[68867]: DEBUG nova.network.neutron [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Successfully created port: 7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.097451] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744ff5c-72d2-4905-ba2e-b92976d86936 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.133034] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68be634-4d05-455c-9c5e-6d575e3c2c60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.140706] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b29277-db11-43fb-9737-d5cd742b8673 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.155076] env[68867]: DEBUG nova.compute.provider_tree [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.163718] env[68867]: DEBUG nova.network.neutron [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.233829] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5257302e-f7d7-18b9-10a5-0e523bb3e182, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.236477] env[68867]: DEBUG oslo_concurrency.lockutils [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.236749] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. {{(pid=68867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1131.237166] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf7c55f-3f97-4c56-9c42-67231d9dd311 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.242106] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0006d9ca-c974-4812-a90b-45a943ccb3c1 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.242194] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0006d9ca-c974-4812-a90b-45a943ccb3c1 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.242495] env[68867]: DEBUG nova.objects.instance [None req-0006d9ca-c974-4812-a90b-45a943ccb3c1 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'flavor' on Instance uuid 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.247488] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1131.247488] env[68867]: value = "task-2952304" [ 1131.247488] env[68867]: _type = "Task" [ 1131.247488] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.257208] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.262043] env[68867]: DEBUG nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.307080] env[68867]: DEBUG nova.network.neutron [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Updating instance_info_cache with network_info: [{"id": "a2c3e49f-778a-4960-a63e-16669eb884b1", "address": "fa:16:3e:71:cc:25", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c3e49f-77", "ovs_interfaceid": "a2c3e49f-778a-4960-a63e-16669eb884b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.536629] env[68867]: DEBUG nova.network.neutron [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Updated VIF entry in instance network info cache for port 7de8b081-d5fa-491b-bc06-ba2cc82ce7ca. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.536629] env[68867]: DEBUG nova.network.neutron [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Updating instance_info_cache with network_info: [{"id": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "address": "fa:16:3e:3d:48:63", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de8b081-d5", "ovs_interfaceid": "7de8b081-d5fa-491b-bc06-ba2cc82ce7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.658340] env[68867]: DEBUG nova.scheduler.client.report [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.749730] env[68867]: DEBUG nova.objects.instance [None req-0006d9ca-c974-4812-a90b-45a943ccb3c1 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'pci_requests' on Instance uuid 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.760011] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451832} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.760893] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. [ 1131.761775] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef8adc4-a57e-4cd6-be56-e5260777551c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.796422] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.796742] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aba8f5e-6dea-4de7-9bd0-eaa67abbc8c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.810504] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "refresh_cache-5723a61d-191c-4591-9ca5-c42821edb6ca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.810823] env[68867]: DEBUG nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Instance network_info: |[{"id": "a2c3e49f-778a-4960-a63e-16669eb884b1", "address": "fa:16:3e:71:cc:25", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c3e49f-77", "ovs_interfaceid": "a2c3e49f-778a-4960-a63e-16669eb884b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.811262] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:cc:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c3e49f-778a-4960-a63e-16669eb884b1', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.818822] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.819915] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.820059] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5ebe414-3250-44dd-8251-e4162207d7fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.836516] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1131.836516] env[68867]: value = "task-2952305" [ 1131.836516] env[68867]: _type = "Task" [ 1131.836516] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.841837] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.841837] env[68867]: value = "task-2952306" [ 1131.841837] env[68867]: _type = "Task" [ 1131.841837] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.849086] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.854216] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952306, 'name': CreateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.038684] env[68867]: DEBUG oslo_concurrency.lockutils [req-f80817e3-49c2-4827-ab33-2c6fbdf61ee4 req-9ac6a44e-5e87-4c32-8727-e8a4c856fe82 service nova] Releasing lock "refresh_cache-a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.155145] env[68867]: DEBUG nova.compute.manager [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Received event network-changed-a2c3e49f-778a-4960-a63e-16669eb884b1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.155526] env[68867]: DEBUG nova.compute.manager [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Refreshing instance network info cache due to event network-changed-a2c3e49f-778a-4960-a63e-16669eb884b1. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.155526] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] Acquiring lock "refresh_cache-5723a61d-191c-4591-9ca5-c42821edb6ca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.155804] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] Acquired lock "refresh_cache-5723a61d-191c-4591-9ca5-c42821edb6ca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.155867] env[68867]: DEBUG nova.network.neutron [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Refreshing network info cache for port a2c3e49f-778a-4960-a63e-16669eb884b1 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.163487] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.166866] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.663s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.166866] env[68867]: DEBUG nova.objects.instance [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lazy-loading 'resources' on Instance uuid 1f164bf8-ff1f-4158-a3d3-f985a5e08b44 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.188156] env[68867]: INFO nova.scheduler.client.report [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted allocations for instance 1a860436-cb05-4b0c-96ce-16deea7b7ec9 [ 1132.256128] env[68867]: DEBUG nova.objects.base [None req-0006d9ca-c974-4812-a90b-45a943ccb3c1 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Object Instance<44c08386-7b8a-4cb2-9788-1bbbbe144f02> lazy-loaded attributes: flavor,pci_requests {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.256345] env[68867]: DEBUG nova.network.neutron [None req-0006d9ca-c974-4812-a90b-45a943ccb3c1 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.290851] env[68867]: DEBUG nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.319724] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.319964] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.320163] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.320692] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.320692] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.320798] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.321125] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.321355] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.321563] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.321763] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.321991] env[68867]: DEBUG nova.virt.hardware [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.323412] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f6d7c8-0092-48fe-9cad-b6587d783070 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.332191] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370fcaed-74b7-4423-806b-c6d4088a9ef2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.338292] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0006d9ca-c974-4812-a90b-45a943ccb3c1 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.359712] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952305, 'name': ReconfigVM_Task, 'duration_secs': 0.338759} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.363174] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.363562] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952306, 'name': CreateVM_Task, 'duration_secs': 0.346747} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.364507] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6862a7b7-993a-4498-bbc4-1e4c571d4633 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.366937] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.367595] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.367753] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.368081] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.368691] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689083d4-be5d-4891-918e-e6462db4bf05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.396642] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a01630f-96a7-4d48-aaf4-20bfd83848ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.407567] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1132.407567] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529fbd63-df23-3877-f7b5-bc53b4078a1f" [ 1132.407567] env[68867]: _type = "Task" [ 1132.407567] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.415022] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1132.415022] env[68867]: value = "task-2952307" [ 1132.415022] env[68867]: _type = "Task" [ 1132.415022] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.417502] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529fbd63-df23-3877-f7b5-bc53b4078a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.028217} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.421073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.421237] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.421622] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.421797] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.421978] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.424807] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72bdbc7f-849f-4f6d-8aba-55e9a8621769 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.429435] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.435410] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.435410] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.435585] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a20dc5-15b4-40de-a7bb-34da35a3d17a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.441389] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1132.441389] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52814597-edfb-b4d9-94b5-9c1be559ccb9" [ 1132.441389] env[68867]: _type = "Task" [ 1132.441389] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.449211] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52814597-edfb-b4d9-94b5-9c1be559ccb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.701846] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b1b03e70-1f39-4798-b763-7b6c4d257e2a tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1a860436-cb05-4b0c-96ce-16deea7b7ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.799s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.708589] env[68867]: DEBUG nova.network.neutron [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Successfully updated port: 7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.921618] env[68867]: DEBUG nova.network.neutron [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Updated VIF entry in instance network info cache for port a2c3e49f-778a-4960-a63e-16669eb884b1. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.921999] env[68867]: DEBUG nova.network.neutron [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Updating instance_info_cache with network_info: [{"id": "a2c3e49f-778a-4960-a63e-16669eb884b1", "address": "fa:16:3e:71:cc:25", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c3e49f-77", "ovs_interfaceid": "a2c3e49f-778a-4960-a63e-16669eb884b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.929851] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.952818] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52814597-edfb-b4d9-94b5-9c1be559ccb9, 'name': SearchDatastore_Task, 'duration_secs': 0.04483} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.953671] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152174a8-6f45-4680-ad6a-fd402b2953d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.959768] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1132.959768] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5228e257-fea5-776d-274c-bcc973e0519b" [ 1132.959768] env[68867]: _type = "Task" [ 1132.959768] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.971234] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5228e257-fea5-776d-274c-bcc973e0519b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.123995] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b1628b-4409-4a33-98bb-2b8ef01f11cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.131558] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e33419-106a-47a2-970c-798bee6ca23e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.164550] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aa0fd2-00cb-4473-8aa7-a5e6e95fe9fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.172265] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d47660-e83a-496d-a95e-1c1a1718009e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.186719] env[68867]: DEBUG nova.compute.provider_tree [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.210905] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.210984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.211212] env[68867]: DEBUG nova.network.neutron [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.427918] env[68867]: DEBUG oslo_concurrency.lockutils [req-ac4f31f7-6b58-441f-943c-6bfd3458bd0d req-e48515f3-dd24-41c6-9425-8ba329495084 service nova] Releasing lock "refresh_cache-5723a61d-191c-4591-9ca5-c42821edb6ca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.428331] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952307, 'name': ReconfigVM_Task, 'duration_secs': 0.609309} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.428585] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.428883] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6348b48-d17c-4b59-a35a-d56ab82c9372 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.435280] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1133.435280] env[68867]: value = "task-2952308" [ 1133.435280] env[68867]: _type = "Task" [ 1133.435280] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.443273] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.473671] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5228e257-fea5-776d-274c-bcc973e0519b, 'name': SearchDatastore_Task, 'duration_secs': 0.053084} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.474111] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.474513] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5723a61d-191c-4591-9ca5-c42821edb6ca/5723a61d-191c-4591-9ca5-c42821edb6ca.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.474909] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb43ad8d-70c6-4be6-8223-a6a28388e054 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.482284] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1133.482284] env[68867]: value = "task-2952309" [ 1133.482284] env[68867]: _type = "Task" [ 1133.482284] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.490309] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.690121] env[68867]: DEBUG nova.scheduler.client.report [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.753114] env[68867]: DEBUG nova.network.neutron [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.936220] env[68867]: DEBUG nova.network.neutron [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updating instance_info_cache with network_info: [{"id": "7dffdcf2-f273-4300-b6d5-469c8512646d", "address": "fa:16:3e:cd:ac:52", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dffdcf2-f2", "ovs_interfaceid": "7dffdcf2-f273-4300-b6d5-469c8512646d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.951063] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.996531] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.195703] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.198501] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.726s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.198683] env[68867]: DEBUG nova.objects.instance [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lazy-loading 'resources' on Instance uuid 773a40a5-bc43-41e2-861f-81e447471ba2 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.221880] env[68867]: INFO nova.scheduler.client.report [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Deleted allocations for instance 1f164bf8-ff1f-4158-a3d3-f985a5e08b44 [ 1134.274773] env[68867]: DEBUG nova.compute.manager [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Received event network-vif-plugged-7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.274990] env[68867]: DEBUG oslo_concurrency.lockutils [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.275217] env[68867]: DEBUG oslo_concurrency.lockutils [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.275382] env[68867]: DEBUG oslo_concurrency.lockutils [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.275545] env[68867]: DEBUG nova.compute.manager [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] No waiting events found dispatching network-vif-plugged-7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.275705] env[68867]: WARNING nova.compute.manager [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Received unexpected event network-vif-plugged-7dffdcf2-f273-4300-b6d5-469c8512646d for instance with vm_state building and task_state spawning. [ 1134.275861] env[68867]: DEBUG nova.compute.manager [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Received event network-changed-7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.276023] env[68867]: DEBUG nova.compute.manager [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Refreshing instance network info cache due to event network-changed-7dffdcf2-f273-4300-b6d5-469c8512646d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.276236] env[68867]: DEBUG oslo_concurrency.lockutils [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] Acquiring lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.337352] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.337621] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.337938] env[68867]: DEBUG nova.objects.instance [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'flavor' on Instance uuid 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.448023] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.448023] env[68867]: DEBUG nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Instance network_info: |[{"id": "7dffdcf2-f273-4300-b6d5-469c8512646d", "address": "fa:16:3e:cd:ac:52", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dffdcf2-f2", "ovs_interfaceid": "7dffdcf2-f273-4300-b6d5-469c8512646d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.448238] env[68867]: DEBUG oslo_vmware.api [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952308, 'name': PowerOnVM_Task, 'duration_secs': 0.597879} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.448415] env[68867]: DEBUG oslo_concurrency.lockutils [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] Acquired lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.448634] env[68867]: DEBUG nova.network.neutron [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Refreshing network info cache for port 7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.449839] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ac:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dffdcf2-f273-4300-b6d5-469c8512646d', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.457973] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.457973] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.461779] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.462999] env[68867]: DEBUG nova.compute.manager [None req-115b0153-f684-4cd4-96db-4521ea095acf tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.463250] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2989fe1a-9553-4896-8ace-e30c6712e2e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.478160] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef62fe-be26-4ad6-a6d4-f5be94ec7c1c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.490624] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.490624] env[68867]: value = "task-2952310" [ 1134.490624] env[68867]: _type = "Task" [ 1134.490624] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.498072] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56032} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.498703] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 5723a61d-191c-4591-9ca5-c42821edb6ca/5723a61d-191c-4591-9ca5-c42821edb6ca.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.498916] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.499189] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4656448-da35-4405-a785-b5468f3e223a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.503668] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952310, 'name': CreateVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.509297] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1134.509297] env[68867]: value = "task-2952311" [ 1134.509297] env[68867]: _type = "Task" [ 1134.509297] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.520991] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.685010] env[68867]: DEBUG nova.network.neutron [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updated VIF entry in instance network info cache for port 7dffdcf2-f273-4300-b6d5-469c8512646d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.685400] env[68867]: DEBUG nova.network.neutron [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updating instance_info_cache with network_info: [{"id": "7dffdcf2-f273-4300-b6d5-469c8512646d", "address": "fa:16:3e:cd:ac:52", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dffdcf2-f2", "ovs_interfaceid": "7dffdcf2-f273-4300-b6d5-469c8512646d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.729302] env[68867]: DEBUG oslo_concurrency.lockutils [None req-01d8d5d6-f558-46f5-b082-9a0632f1b97d tempest-MultipleCreateTestJSON-315003072 tempest-MultipleCreateTestJSON-315003072-project-member] Lock "1f164bf8-ff1f-4158-a3d3-f985a5e08b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.642s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.915018] env[68867]: DEBUG nova.objects.instance [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'pci_requests' on Instance uuid 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.013845] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952310, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.027122] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207283} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.027481] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.028332] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83ed701-9cae-40ec-8d95-60974516e2fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.032674] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539590df-e008-408e-a9be-2c4e749ea6a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.056442] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5723a61d-191c-4591-9ca5-c42821edb6ca/5723a61d-191c-4591-9ca5-c42821edb6ca.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.059195] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bac62da-47a3-4e5d-ac1f-ac8f4e391fd7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.075350] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c040170-c391-4230-ae74-0255534b009c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.111522] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1135.111522] env[68867]: value = "task-2952312" [ 1135.111522] env[68867]: _type = "Task" [ 1135.111522] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.113464] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0492a93-921c-4e42-a456-997373223efe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.128388] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d084d9-613c-4a2a-9ea4-357b044f404a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.133367] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.146622] env[68867]: DEBUG nova.compute.provider_tree [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.188505] env[68867]: DEBUG oslo_concurrency.lockutils [req-8a230ab9-c9d0-4663-b368-395263c1877d req-1a870854-882a-44c8-8033-20db0f8fd92e service nova] Releasing lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.419998] env[68867]: DEBUG nova.objects.base [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Object Instance<44c08386-7b8a-4cb2-9788-1bbbbe144f02> lazy-loaded attributes: flavor,pci_requests {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.420365] env[68867]: DEBUG nova.network.neutron [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.465362] env[68867]: DEBUG nova.policy [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.504315] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952310, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.622365] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952312, 'name': ReconfigVM_Task, 'duration_secs': 0.358078} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.622653] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5723a61d-191c-4591-9ca5-c42821edb6ca/5723a61d-191c-4591-9ca5-c42821edb6ca.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.623879] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06594d16-ee43-45fa-992d-8631101764a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.630137] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1135.630137] env[68867]: value = "task-2952313" [ 1135.630137] env[68867]: _type = "Task" [ 1135.630137] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.641342] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952313, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.651297] env[68867]: DEBUG nova.scheduler.client.report [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.739376] env[68867]: DEBUG nova.network.neutron [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Successfully created port: 0d8f905b-c2cf-433c-bbb3-41f242ec7d03 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.005340] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952310, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.142181] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952313, 'name': Rename_Task, 'duration_secs': 0.150703} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.142507] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.142758] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5171073-2494-46a7-85e0-475bc28ae9fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.150045] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1136.150045] env[68867]: value = "task-2952314" [ 1136.150045] env[68867]: _type = "Task" [ 1136.150045] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.158383] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.160235] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.161727] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.312s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.161727] env[68867]: DEBUG nova.objects.instance [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lazy-loading 'resources' on Instance uuid a907cec7-4ee5-499d-875c-ee44abf89fae {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.185629] env[68867]: INFO nova.scheduler.client.report [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Deleted allocations for instance 773a40a5-bc43-41e2-861f-81e447471ba2 [ 1136.507569] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952310, 'name': CreateVM_Task, 'duration_secs': 1.825459} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.507569] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.508166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.508252] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.508648] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.508923] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9ba981-f20e-4a31-80c4-82772ae445d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.514872] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1136.514872] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c2f967-e078-47d9-45fa-e427901ba474" [ 1136.514872] env[68867]: _type = "Task" [ 1136.514872] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.524729] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c2f967-e078-47d9-45fa-e427901ba474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.611414] env[68867]: INFO nova.compute.manager [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Unrescuing [ 1136.611414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.611414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquired lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.611414] env[68867]: DEBUG nova.network.neutron [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.663867] env[68867]: DEBUG oslo_vmware.api [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952314, 'name': PowerOnVM_Task, 'duration_secs': 0.470281} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.666385] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.666592] env[68867]: INFO nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1136.666766] env[68867]: DEBUG nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.668242] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226256cf-ae6a-4720-899e-1f74dca319fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.694323] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7032944c-51c7-4262-9a19-abcf0f8d6823 tempest-FloatingIPsAssociationNegativeTestJSON-564989766 tempest-FloatingIPsAssociationNegativeTestJSON-564989766-project-member] Lock "773a40a5-bc43-41e2-861f-81e447471ba2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.224s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.971417] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b54e2-d41e-4499-9782-9aeea41270ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.979298] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4ed643-cfb0-4842-b0e3-d55c5eac44ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.011353] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a9b38-0237-466d-a574-f9214a14d81e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.023301] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c8d1f3-1040-4753-9e69-2f110890292a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.031181] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c2f967-e078-47d9-45fa-e427901ba474, 'name': SearchDatastore_Task, 'duration_secs': 0.023308} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.031893] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.032148] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.032391] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.032537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.032709] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.032975] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f292439-bccf-4056-9e04-9ec9b2cf4679 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.043488] env[68867]: DEBUG nova.compute.provider_tree [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.054427] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.054622] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.056065] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ee60e4-1cd1-4656-86c5-ee289c2d6e68 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.064130] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1137.064130] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fbe8fd-7b03-f5b2-3796-9c46398e6a91" [ 1137.064130] env[68867]: _type = "Task" [ 1137.064130] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.076133] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fbe8fd-7b03-f5b2-3796-9c46398e6a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.155825] env[68867]: DEBUG nova.compute.manager [req-12af4f75-5299-4ad1-9349-aab4fd99e864 req-6713fe6b-f7c1-47bd-a326-aba5f105b325 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-vif-plugged-0d8f905b-c2cf-433c-bbb3-41f242ec7d03 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.156792] env[68867]: DEBUG oslo_concurrency.lockutils [req-12af4f75-5299-4ad1-9349-aab4fd99e864 req-6713fe6b-f7c1-47bd-a326-aba5f105b325 service nova] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.157846] env[68867]: DEBUG oslo_concurrency.lockutils [req-12af4f75-5299-4ad1-9349-aab4fd99e864 req-6713fe6b-f7c1-47bd-a326-aba5f105b325 service nova] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.158081] env[68867]: DEBUG oslo_concurrency.lockutils [req-12af4f75-5299-4ad1-9349-aab4fd99e864 req-6713fe6b-f7c1-47bd-a326-aba5f105b325 service nova] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.158221] env[68867]: DEBUG nova.compute.manager [req-12af4f75-5299-4ad1-9349-aab4fd99e864 req-6713fe6b-f7c1-47bd-a326-aba5f105b325 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] No waiting events found dispatching network-vif-plugged-0d8f905b-c2cf-433c-bbb3-41f242ec7d03 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.158387] env[68867]: WARNING nova.compute.manager [req-12af4f75-5299-4ad1-9349-aab4fd99e864 req-6713fe6b-f7c1-47bd-a326-aba5f105b325 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received unexpected event network-vif-plugged-0d8f905b-c2cf-433c-bbb3-41f242ec7d03 for instance with vm_state active and task_state None. [ 1137.188652] env[68867]: INFO nova.compute.manager [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Took 25.02 seconds to build instance. [ 1137.378476] env[68867]: DEBUG nova.network.neutron [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Successfully updated port: 0d8f905b-c2cf-433c-bbb3-41f242ec7d03 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.486145] env[68867]: DEBUG nova.network.neutron [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.549192] env[68867]: DEBUG nova.scheduler.client.report [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.575072] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fbe8fd-7b03-f5b2-3796-9c46398e6a91, 'name': SearchDatastore_Task, 'duration_secs': 0.045127} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.576107] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8a6dc5-11d3-4be5-a2ae-7d0f925652b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.582324] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1137.582324] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f0184c-0967-687c-a90f-d59e966fec1b" [ 1137.582324] env[68867]: _type = "Task" [ 1137.582324] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.591271] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f0184c-0967-687c-a90f-d59e966fec1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.690668] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebc030e3-2f68-4a3b-9f45-75485f523002 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.538s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.882611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.882793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.882970] env[68867]: DEBUG nova.network.neutron [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.994883] env[68867]: DEBUG oslo_concurrency.lockutils [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Releasing lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.994883] env[68867]: DEBUG nova.objects.instance [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lazy-loading 'flavor' on Instance uuid 4044ce86-5aef-49c9-8382-98687e45edca {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.052756] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.057128] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.927s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.058616] env[68867]: INFO nova.compute.claims [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.079588] env[68867]: INFO nova.scheduler.client.report [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Deleted allocations for instance a907cec7-4ee5-499d-875c-ee44abf89fae [ 1138.094944] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f0184c-0967-687c-a90f-d59e966fec1b, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.095214] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.095521] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.095812] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df34bafb-b368-4667-9213-ee92bd726ef8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.103790] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1138.103790] env[68867]: value = "task-2952315" [ 1138.103790] env[68867]: _type = "Task" [ 1138.103790] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.113322] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.444243] env[68867]: WARNING nova.network.neutron [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] 526468b3-bb9f-433e-aae8-7a232a583af1 already exists in list: networks containing: ['526468b3-bb9f-433e-aae8-7a232a583af1']. ignoring it [ 1138.503534] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e8821-f277-47f8-a725-faa5f944617b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.536358] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.540019] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-208ad8e2-8523-4866-80a5-774812ef9470 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.547458] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1138.547458] env[68867]: value = "task-2952316" [ 1138.547458] env[68867]: _type = "Task" [ 1138.547458] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.559052] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.590691] env[68867]: DEBUG oslo_concurrency.lockutils [None req-681873ac-cc6e-4434-a43a-8e6491d5faa1 tempest-ServerPasswordTestJSON-1943169944 tempest-ServerPasswordTestJSON-1943169944-project-member] Lock "a907cec7-4ee5-499d-875c-ee44abf89fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.111s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.619664] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952315, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.813154] env[68867]: DEBUG nova.network.neutron [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "address": "fa:16:3e:a0:17:cb", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8f905b-c2", "ovs_interfaceid": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.057763] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952316, 'name': PowerOffVM_Task, 'duration_secs': 0.267785} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.058082] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.063345] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfiguring VM instance instance-0000004f to detach disk 2002 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.063626] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc382e1-e119-4684-8a21-a1d4fa996f87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.084328] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1139.084328] env[68867]: value = "task-2952317" [ 1139.084328] env[68867]: _type = "Task" [ 1139.084328] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.093036] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.116198] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525115} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.116482] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.116719] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.116976] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ddf7435-821e-4e5d-ab07-0b58bddbf873 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.124680] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1139.124680] env[68867]: value = "task-2952318" [ 1139.124680] env[68867]: _type = "Task" [ 1139.124680] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.133681] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.319712] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.320410] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.320562] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.324487] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e39fa86-5152-4438-9d18-da668e5a4691 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.343570] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.343872] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.344080] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.344267] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.344420] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.345267] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.345267] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.345267] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.345413] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.345689] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.345977] env[68867]: DEBUG nova.virt.hardware [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.354018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfiguring VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.357062] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76b884e-2476-463a-8012-5fd9c52dc8fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.374576] env[68867]: DEBUG oslo_vmware.api [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1139.374576] env[68867]: value = "task-2952319" [ 1139.374576] env[68867]: _type = "Task" [ 1139.374576] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.383760] env[68867]: DEBUG oslo_vmware.api [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952319, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.440431] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf5e93-444d-4110-8197-067400bd0155 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449112] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10168c7-2ebe-481a-8ca0-f1572e539fc7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.489257] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c37aa-f06d-49a6-9ca1-f3bfc9d9f652 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.494054] env[68867]: DEBUG nova.compute.manager [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-changed-0d8f905b-c2cf-433c-bbb3-41f242ec7d03 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.494322] env[68867]: DEBUG nova.compute.manager [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing instance network info cache due to event network-changed-0d8f905b-c2cf-433c-bbb3-41f242ec7d03. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.494791] env[68867]: DEBUG oslo_concurrency.lockutils [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.495094] env[68867]: DEBUG oslo_concurrency.lockutils [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.495293] env[68867]: DEBUG nova.network.neutron [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing network info cache for port 0d8f905b-c2cf-433c-bbb3-41f242ec7d03 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.504952] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2022bf7-ec59-4c5e-afc3-b54388f7a5db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.521569] env[68867]: DEBUG nova.compute.provider_tree [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.571694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.572044] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.594320] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952317, 'name': ReconfigVM_Task, 'duration_secs': 0.276492} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.594608] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfigured VM instance instance-0000004f to detach disk 2002 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.594791] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.595150] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06a35abc-7f55-402d-9c5f-58e91be7de0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.602329] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1139.602329] env[68867]: value = "task-2952320" [ 1139.602329] env[68867]: _type = "Task" [ 1139.602329] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.610489] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.632941] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063652} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.633231] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.634068] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e0f66-ea0c-4a2f-b211-7255ae72b97a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.656392] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.656851] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9cc3742-48bf-4b85-87e5-b9872e5d1040 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.675193] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1139.675193] env[68867]: value = "task-2952321" [ 1139.675193] env[68867]: _type = "Task" [ 1139.675193] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.683279] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.890671] env[68867]: DEBUG oslo_vmware.api [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.024891] env[68867]: DEBUG nova.scheduler.client.report [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.074804] env[68867]: DEBUG nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.114419] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.185093] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.238139] env[68867]: DEBUG nova.network.neutron [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updated VIF entry in instance network info cache for port 0d8f905b-c2cf-433c-bbb3-41f242ec7d03. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.239443] env[68867]: DEBUG nova.network.neutron [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "address": "fa:16:3e:a0:17:cb", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8f905b-c2", "ovs_interfaceid": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.393845] env[68867]: DEBUG oslo_vmware.api [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952319, 'name': ReconfigVM_Task, 'duration_secs': 0.68832} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.394455] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.394843] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfigured VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1140.532052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.532052] env[68867]: DEBUG nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.534046] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.841s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.609110] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.618392] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.687373] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952321, 'name': ReconfigVM_Task, 'duration_secs': 0.676553} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.687863] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.688631] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ede822e1-6e20-4e84-890a-bedee644cfcf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.695217] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1140.695217] env[68867]: value = "task-2952322" [ 1140.695217] env[68867]: _type = "Task" [ 1140.695217] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.703955] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952322, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.743833] env[68867]: DEBUG oslo_concurrency.lockutils [req-fd966bf7-4f00-4f8c-9db0-ece43609943a req-56057c3b-82dd-4c5d-9e7a-edb690757a95 service nova] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.901981] env[68867]: DEBUG oslo_concurrency.lockutils [None req-5059f3bd-1caf-44c9-a0f6-c70ae19ffcca tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.563s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.038169] env[68867]: DEBUG nova.compute.utils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.042363] env[68867]: DEBUG nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.042603] env[68867]: DEBUG nova.network.neutron [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.090841] env[68867]: DEBUG nova.policy [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85ea19e5324cf285b51e22290a634e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3255bf5d63a489b9de4886b02bc4c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.115645] env[68867]: DEBUG oslo_vmware.api [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952320, 'name': PowerOnVM_Task, 'duration_secs': 1.345952} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.118213] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.118450] env[68867]: DEBUG nova.compute.manager [None req-397e9a24-7ef0-4e2f-ab01-784dee1615c2 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.119582] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76a910-f49d-484b-85a3-ec2e3c5b8fc8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.207437] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952322, 'name': Rename_Task, 'duration_secs': 0.144454} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.207713] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.207949] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06f99dc2-8fe3-4e26-9478-38e5756d1773 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.216756] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1141.216756] env[68867]: value = "task-2952323" [ 1141.216756] env[68867]: _type = "Task" [ 1141.216756] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.226622] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.359848] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9712457-9c25-4d47-804d-acb820eb5fb3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.368702] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8642aea-bb80-48de-a29d-b4a51e2093d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.414541] env[68867]: DEBUG nova.network.neutron [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Successfully created port: 741380b2-cb53-4d78-bd46-13b233c0eeaf {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.418647] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35edff5f-d36d-4849-be14-f312ff23368b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.429088] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349150ff-af90-4923-b1d6-6a9ec37db561 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.443489] env[68867]: DEBUG nova.compute.provider_tree [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.544264] env[68867]: DEBUG nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.728568] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.947057] env[68867]: DEBUG nova.scheduler.client.report [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.232205] env[68867]: DEBUG oslo_vmware.api [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952323, 'name': PowerOnVM_Task, 'duration_secs': 0.553814} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.232593] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.232847] env[68867]: INFO nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1142.233056] env[68867]: DEBUG nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.233874] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a10f654-8b8d-465d-8e9b-900ea96d79e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.378239] env[68867]: DEBUG nova.compute.manager [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Received event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.378444] env[68867]: DEBUG nova.compute.manager [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing instance network info cache due to event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.378687] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] Acquiring lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.379118] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] Acquired lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.379334] env[68867]: DEBUG nova.network.neutron [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.553299] env[68867]: DEBUG nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.578754] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.578987] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.579161] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.579463] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.579730] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.579897] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.580167] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.580344] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.580798] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.580798] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.580897] env[68867]: DEBUG nova.virt.hardware [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.582124] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c52888-45a2-4aa2-a521-61fd3191261c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.590146] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c9d89-cb9c-43d0-b2bf-461b7549f4a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.753039] env[68867]: INFO nova.compute.manager [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Took 26.34 seconds to build instance. [ 1142.917990] env[68867]: DEBUG nova.compute.manager [req-aaa810ff-4be7-4a76-a385-1a7ddf134e42 req-e2d0b57f-57ba-4a69-8eea-da7862c7d5db service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Received event network-vif-plugged-741380b2-cb53-4d78-bd46-13b233c0eeaf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.918254] env[68867]: DEBUG oslo_concurrency.lockutils [req-aaa810ff-4be7-4a76-a385-1a7ddf134e42 req-e2d0b57f-57ba-4a69-8eea-da7862c7d5db service nova] Acquiring lock "ba36ae53-f70a-482e-af83-828cdcbddc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.918468] env[68867]: DEBUG oslo_concurrency.lockutils [req-aaa810ff-4be7-4a76-a385-1a7ddf134e42 req-e2d0b57f-57ba-4a69-8eea-da7862c7d5db service nova] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.918652] env[68867]: DEBUG oslo_concurrency.lockutils [req-aaa810ff-4be7-4a76-a385-1a7ddf134e42 req-e2d0b57f-57ba-4a69-8eea-da7862c7d5db service nova] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.919009] env[68867]: DEBUG nova.compute.manager [req-aaa810ff-4be7-4a76-a385-1a7ddf134e42 req-e2d0b57f-57ba-4a69-8eea-da7862c7d5db service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] No waiting events found dispatching network-vif-plugged-741380b2-cb53-4d78-bd46-13b233c0eeaf {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.919218] env[68867]: WARNING nova.compute.manager [req-aaa810ff-4be7-4a76-a385-1a7ddf134e42 req-e2d0b57f-57ba-4a69-8eea-da7862c7d5db service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Received unexpected event network-vif-plugged-741380b2-cb53-4d78-bd46-13b233c0eeaf for instance with vm_state building and task_state spawning. [ 1142.959549] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.425s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.959777] env[68867]: DEBUG nova.compute.manager [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68867) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1142.962767] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.159s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.962972] env[68867]: DEBUG nova.objects.instance [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'pci_requests' on Instance uuid 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.998960] env[68867]: DEBUG nova.network.neutron [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Successfully updated port: 741380b2-cb53-4d78-bd46-13b233c0eeaf {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.046073] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-4a6c472b-27e6-46e1-8589-02d43acfa0e4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.046332] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-4a6c472b-27e6-46e1-8589-02d43acfa0e4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.046709] env[68867]: DEBUG nova.objects.instance [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'flavor' on Instance uuid 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.138983] env[68867]: DEBUG nova.network.neutron [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updated VIF entry in instance network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.139421] env[68867]: DEBUG nova.network.neutron [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.258352] env[68867]: DEBUG oslo_concurrency.lockutils [None req-44576221-a5db-4d7a-b832-7b49baa98a0d tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.849s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.467103] env[68867]: DEBUG nova.objects.instance [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'numa_topology' on Instance uuid 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.510927] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "refresh_cache-ba36ae53-f70a-482e-af83-828cdcbddc06" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.510927] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "refresh_cache-ba36ae53-f70a-482e-af83-828cdcbddc06" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.510927] env[68867]: DEBUG nova.network.neutron [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.540819] env[68867]: INFO nova.scheduler.client.report [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted allocation for migration dbdc387a-36d8-47bb-921e-9f114f7213fd [ 1143.642421] env[68867]: DEBUG oslo_concurrency.lockutils [req-8e0ae102-21e9-44c2-959b-b87c1ab474a3 req-5098ad4e-eb73-4f6e-86d6-db8760c04512 service nova] Releasing lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.662757] env[68867]: DEBUG nova.objects.instance [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'pci_requests' on Instance uuid 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.974590] env[68867]: INFO nova.compute.claims [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.046204] env[68867]: DEBUG nova.network.neutron [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.049429] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ad5493b3-b17a-4145-9e21-9d68101490ab tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.277s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.165873] env[68867]: DEBUG nova.objects.base [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Object Instance<44c08386-7b8a-4cb2-9788-1bbbbe144f02> lazy-loaded attributes: flavor,pci_requests {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.166114] env[68867]: DEBUG nova.network.neutron [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.171801] env[68867]: DEBUG nova.network.neutron [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Updating instance_info_cache with network_info: [{"id": "741380b2-cb53-4d78-bd46-13b233c0eeaf", "address": "fa:16:3e:75:d4:66", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741380b2-cb", "ovs_interfaceid": "741380b2-cb53-4d78-bd46-13b233c0eeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.230385] env[68867]: DEBUG nova.policy [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.476192] env[68867]: DEBUG nova.objects.instance [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'flavor' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.521776] env[68867]: DEBUG nova.compute.manager [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Received event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.521984] env[68867]: DEBUG nova.compute.manager [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing instance network info cache due to event network-changed-227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.522220] env[68867]: DEBUG oslo_concurrency.lockutils [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] Acquiring lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.522379] env[68867]: DEBUG oslo_concurrency.lockutils [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] Acquired lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.522559] env[68867]: DEBUG nova.network.neutron [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Refreshing network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.674797] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "refresh_cache-ba36ae53-f70a-482e-af83-828cdcbddc06" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.675162] env[68867]: DEBUG nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Instance network_info: |[{"id": "741380b2-cb53-4d78-bd46-13b233c0eeaf", "address": "fa:16:3e:75:d4:66", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741380b2-cb", "ovs_interfaceid": "741380b2-cb53-4d78-bd46-13b233c0eeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.675607] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d4:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '741380b2-cb53-4d78-bd46-13b233c0eeaf', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.683362] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.683598] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.683842] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3131d6de-893f-4746-9433-f888ad6788e6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.705400] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.705400] env[68867]: value = "task-2952324" [ 1144.705400] env[68867]: _type = "Task" [ 1144.705400] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.712709] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952324, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.948439] env[68867]: DEBUG nova.compute.manager [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Received event network-changed-741380b2-cb53-4d78-bd46-13b233c0eeaf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.948588] env[68867]: DEBUG nova.compute.manager [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Refreshing instance network info cache due to event network-changed-741380b2-cb53-4d78-bd46-13b233c0eeaf. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.948804] env[68867]: DEBUG oslo_concurrency.lockutils [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] Acquiring lock "refresh_cache-ba36ae53-f70a-482e-af83-828cdcbddc06" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.948946] env[68867]: DEBUG oslo_concurrency.lockutils [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] Acquired lock "refresh_cache-ba36ae53-f70a-482e-af83-828cdcbddc06" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.949119] env[68867]: DEBUG nova.network.neutron [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Refreshing network info cache for port 741380b2-cb53-4d78-bd46-13b233c0eeaf {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.986684] env[68867]: DEBUG oslo_concurrency.lockutils [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.986983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.987210] env[68867]: DEBUG nova.network.neutron [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.987262] env[68867]: DEBUG nova.objects.instance [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'info_cache' on Instance uuid e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.215438] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952324, 'name': CreateVM_Task, 'duration_secs': 0.42646} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.217565] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.220161] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.220306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.220640] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.220903] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a1c20b-9712-4c37-87f3-3a12ae67df5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.226399] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1145.226399] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e36226-0c0b-7b78-f77d-d30d7e5b4842" [ 1145.226399] env[68867]: _type = "Task" [ 1145.226399] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.236014] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e36226-0c0b-7b78-f77d-d30d7e5b4842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.250625] env[68867]: DEBUG nova.network.neutron [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updated VIF entry in instance network info cache for port 227d0db2-a809-4a45-8af1-b3490ace8e18. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.250978] env[68867]: DEBUG nova.network.neutron [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [{"id": "227d0db2-a809-4a45-8af1-b3490ace8e18", "address": "fa:16:3e:b0:c6:b9", "network": {"id": "ea37aa6c-2ad5-4371-b5bb-8ac24ba17e01", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-616400114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26fbc73ee0b40d59019fad999a5c7b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227d0db2-a8", "ovs_interfaceid": "227d0db2-a809-4a45-8af1-b3490ace8e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.253350] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c257d-1edb-4818-921f-bb651fce077a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.261888] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492a0f47-82c8-4a92-9cf7-b43ec07c4ae4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.293438] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64eb6c2-668e-4000-aad8-8ad8fef3af2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.300355] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f34d4-6bd9-4e10-ad2b-5da8bad881ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.315818] env[68867]: DEBUG nova.compute.provider_tree [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.489207] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.490463] env[68867]: DEBUG nova.objects.base [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1145.491545] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.714372] env[68867]: DEBUG nova.network.neutron [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Updated VIF entry in instance network info cache for port 741380b2-cb53-4d78-bd46-13b233c0eeaf. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.714764] env[68867]: DEBUG nova.network.neutron [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Updating instance_info_cache with network_info: [{"id": "741380b2-cb53-4d78-bd46-13b233c0eeaf", "address": "fa:16:3e:75:d4:66", "network": {"id": "4ed568c2-cbf2-41c4-927c-f3dc534d1948", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1247022642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3255bf5d63a489b9de4886b02bc4c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741380b2-cb", "ovs_interfaceid": "741380b2-cb53-4d78-bd46-13b233c0eeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.736551] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e36226-0c0b-7b78-f77d-d30d7e5b4842, 'name': SearchDatastore_Task, 'duration_secs': 0.036635} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.736841] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.737082] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.737319] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.737463] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.737639] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.737889] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd5bbb34-b475-422d-a5ea-aa458145fc98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.753202] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.753373] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.754368] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f3709b-347c-46d9-bcda-77d8aaefc956 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.756915] env[68867]: DEBUG oslo_concurrency.lockutils [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] Releasing lock "refresh_cache-4044ce86-5aef-49c9-8382-98687e45edca" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.757150] env[68867]: DEBUG nova.compute.manager [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Received event network-changed-7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.757312] env[68867]: DEBUG nova.compute.manager [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Refreshing instance network info cache due to event network-changed-7dffdcf2-f273-4300-b6d5-469c8512646d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.757507] env[68867]: DEBUG oslo_concurrency.lockutils [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] Acquiring lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.757701] env[68867]: DEBUG oslo_concurrency.lockutils [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] Acquired lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.758313] env[68867]: DEBUG nova.network.neutron [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Refreshing network info cache for port 7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.764018] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1145.764018] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520f4c4a-cc1f-dfda-1002-6525f96b6d5e" [ 1145.764018] env[68867]: _type = "Task" [ 1145.764018] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.769815] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f4c4a-cc1f-dfda-1002-6525f96b6d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.819609] env[68867]: DEBUG nova.scheduler.client.report [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.826329] env[68867]: DEBUG nova.network.neutron [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Successfully updated port: 4a6c472b-27e6-46e1-8589-02d43acfa0e4 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.000070] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.000070] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.000417] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.000417] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.000551] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.000721] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.000855] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1146.000997] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.190664] env[68867]: DEBUG nova.network.neutron [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [{"id": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "address": "fa:16:3e:7d:7f:33", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a84071-6b", "ovs_interfaceid": "56a84071-6bd7-4e59-996c-4d0cf60093ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.217352] env[68867]: DEBUG oslo_concurrency.lockutils [req-56108775-0902-4520-bdb1-495f2373bf77 req-f2887288-794b-47e2-b265-d42b124e3542 service nova] Releasing lock "refresh_cache-ba36ae53-f70a-482e-af83-828cdcbddc06" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.272058] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520f4c4a-cc1f-dfda-1002-6525f96b6d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.055473} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.272747] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a2ca80-e9a0-4e6d-ab2f-631889d21785 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.277685] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1146.277685] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52109060-314f-e567-0c50-bfc0f89c87c7" [ 1146.277685] env[68867]: _type = "Task" [ 1146.277685] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.285285] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52109060-314f-e567-0c50-bfc0f89c87c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.323655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.361s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.327581] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.437s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.328913] env[68867]: INFO nova.compute.claims [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.331710] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331881] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.332162] env[68867]: DEBUG nova.network.neutron [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.376166] env[68867]: INFO nova.network.neutron [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating port 5b16f009-97ee-4bd1-b7da-95738ccfd931 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1146.504939] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.609343] env[68867]: DEBUG nova.network.neutron [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updated VIF entry in instance network info cache for port 7dffdcf2-f273-4300-b6d5-469c8512646d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.609735] env[68867]: DEBUG nova.network.neutron [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updating instance_info_cache with network_info: [{"id": "7dffdcf2-f273-4300-b6d5-469c8512646d", "address": "fa:16:3e:cd:ac:52", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dffdcf2-f2", "ovs_interfaceid": "7dffdcf2-f273-4300-b6d5-469c8512646d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.693849] env[68867]: DEBUG oslo_concurrency.lockutils [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-e7615fbd-1261-4800-9e0c-90b22ebc25a1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.460169] env[68867]: DEBUG oslo_concurrency.lockutils [req-ef1caced-6293-45ca-b61c-a55423e3e15a req-5aed4ccd-5558-4919-8ace-b429ce8c5622 service nova] Releasing lock "refresh_cache-9d2ff035-7114-44d5-8291-245626c4f6e1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.462248] env[68867]: DEBUG nova.compute.manager [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-vif-plugged-4a6c472b-27e6-46e1-8589-02d43acfa0e4 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.462439] env[68867]: DEBUG oslo_concurrency.lockutils [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.462653] env[68867]: DEBUG oslo_concurrency.lockutils [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.462815] env[68867]: DEBUG oslo_concurrency.lockutils [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.462973] env[68867]: DEBUG nova.compute.manager [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] No waiting events found dispatching network-vif-plugged-4a6c472b-27e6-46e1-8589-02d43acfa0e4 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.463144] env[68867]: WARNING nova.compute.manager [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received unexpected event network-vif-plugged-4a6c472b-27e6-46e1-8589-02d43acfa0e4 for instance with vm_state active and task_state None. [ 1147.463329] env[68867]: DEBUG nova.compute.manager [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-changed-4a6c472b-27e6-46e1-8589-02d43acfa0e4 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.463438] env[68867]: DEBUG nova.compute.manager [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing instance network info cache due to event network-changed-4a6c472b-27e6-46e1-8589-02d43acfa0e4. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.463600] env[68867]: DEBUG oslo_concurrency.lockutils [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.475534] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52109060-314f-e567-0c50-bfc0f89c87c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.475801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.476069] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ba36ae53-f70a-482e-af83-828cdcbddc06/ba36ae53-f70a-482e-af83-828cdcbddc06.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.476804] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9041272e-7d39-4da7-9af6-9f3a1c861c1e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.484559] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1147.484559] env[68867]: value = "task-2952325" [ 1147.484559] env[68867]: _type = "Task" [ 1147.484559] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.492479] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.505515] env[68867]: WARNING nova.network.neutron [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] 526468b3-bb9f-433e-aae8-7a232a583af1 already exists in list: networks containing: ['526468b3-bb9f-433e-aae8-7a232a583af1']. ignoring it [ 1147.505750] env[68867]: WARNING nova.network.neutron [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] 526468b3-bb9f-433e-aae8-7a232a583af1 already exists in list: networks containing: ['526468b3-bb9f-433e-aae8-7a232a583af1']. ignoring it [ 1147.970473] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.970721] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-413d0c9f-9b8f-4804-bbe0-266779cfe265 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.979787] env[68867]: DEBUG oslo_vmware.api [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1147.979787] env[68867]: value = "task-2952326" [ 1147.979787] env[68867]: _type = "Task" [ 1147.979787] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.993964] env[68867]: DEBUG oslo_vmware.api [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.999806] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952325, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.089438] env[68867]: DEBUG nova.network.neutron [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "address": "fa:16:3e:a0:17:cb", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8f905b-c2", "ovs_interfaceid": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a6c472b-27e6-46e1-8589-02d43acfa0e4", "address": "fa:16:3e:04:67:fb", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a6c472b-27", "ovs_interfaceid": "4a6c472b-27e6-46e1-8589-02d43acfa0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.172744] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.173074] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.173393] env[68867]: DEBUG nova.network.neutron [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.325033] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c3ac8c-d332-49ea-b56f-67157d00354f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.332894] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa8b3c-973f-49c0-a2af-b3054a7670bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.370389] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684487e3-6b04-47d8-b42e-0942b914a973 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.384226] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566462ec-5dff-4d46-96c5-809249e34424 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.401550] env[68867]: DEBUG nova.compute.provider_tree [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.491544] env[68867]: DEBUG oslo_vmware.api [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952326, 'name': PowerOnVM_Task, 'duration_secs': 0.490752} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.492132] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.492359] env[68867]: DEBUG nova.compute.manager [None req-68b622a2-f1a0-48d1-af1f-f8a1a6bcfac6 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.493074] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73afaa65-f273-413d-a5f5-49594f96bc30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.497987] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952325, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.596274] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.596776] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.596933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.597234] env[68867]: DEBUG oslo_concurrency.lockutils [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.597412] env[68867]: DEBUG nova.network.neutron [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Refreshing network info cache for port 4a6c472b-27e6-46e1-8589-02d43acfa0e4 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.600064] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5410c40-8a91-4632-a9fc-3f6ca0ffabbf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.618852] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.618972] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.619064] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.619263] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.619391] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.619536] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.619736] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.619891] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.620064] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.620229] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.620412] env[68867]: DEBUG nova.virt.hardware [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.626640] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfiguring VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1148.627215] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f554283b-c282-4b22-9547-c8e81ca3f4d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.645022] env[68867]: DEBUG oslo_vmware.api [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1148.645022] env[68867]: value = "task-2952327" [ 1148.645022] env[68867]: _type = "Task" [ 1148.645022] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.653059] env[68867]: DEBUG oslo_vmware.api [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952327, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.877804] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.878131] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.878379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.878606] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.878795] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.880812] env[68867]: INFO nova.compute.manager [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Terminating instance [ 1148.884945] env[68867]: DEBUG nova.network.neutron [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b16f009-97", "ovs_interfaceid": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.906011] env[68867]: DEBUG nova.scheduler.client.report [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.995224] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952325, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.489312} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.995543] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] ba36ae53-f70a-482e-af83-828cdcbddc06/ba36ae53-f70a-482e-af83-828cdcbddc06.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.995739] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.996019] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f4025d-4e6e-4c58-84ed-dd75a7577419 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.002401] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1149.002401] env[68867]: value = "task-2952328" [ 1149.002401] env[68867]: _type = "Task" [ 1149.002401] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.012728] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.053350] env[68867]: DEBUG nova.compute.manager [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-vif-plugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.053611] env[68867]: DEBUG oslo_concurrency.lockutils [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.053855] env[68867]: DEBUG oslo_concurrency.lockutils [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.054217] env[68867]: DEBUG oslo_concurrency.lockutils [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.054428] env[68867]: DEBUG nova.compute.manager [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] No waiting events found dispatching network-vif-plugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.054620] env[68867]: WARNING nova.compute.manager [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received unexpected event network-vif-plugged-5b16f009-97ee-4bd1-b7da-95738ccfd931 for instance with vm_state shelved_offloaded and task_state spawning. [ 1149.054775] env[68867]: DEBUG nova.compute.manager [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.054930] env[68867]: DEBUG nova.compute.manager [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing instance network info cache due to event network-changed-5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.055126] env[68867]: DEBUG oslo_concurrency.lockutils [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] Acquiring lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.155627] env[68867]: DEBUG oslo_vmware.api [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.305196] env[68867]: DEBUG nova.network.neutron [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updated VIF entry in instance network info cache for port 4a6c472b-27e6-46e1-8589-02d43acfa0e4. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.305514] env[68867]: DEBUG nova.network.neutron [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "address": "fa:16:3e:a0:17:cb", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8f905b-c2", "ovs_interfaceid": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a6c472b-27e6-46e1-8589-02d43acfa0e4", "address": "fa:16:3e:04:67:fb", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a6c472b-27", "ovs_interfaceid": "4a6c472b-27e6-46e1-8589-02d43acfa0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.384059] env[68867]: DEBUG nova.compute.manager [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.384300] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.385234] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c6460-667b-4b24-95d7-d3ef7791ce65 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.388296] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.390441] env[68867]: DEBUG oslo_concurrency.lockutils [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] Acquired lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.390632] env[68867]: DEBUG nova.network.neutron [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Refreshing network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.396984] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.397193] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca8cced-e388-475d-bc80-46870d2b4f40 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.403829] env[68867]: DEBUG oslo_vmware.api [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1149.403829] env[68867]: value = "task-2952329" [ 1149.403829] env[68867]: _type = "Task" [ 1149.403829] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.413840] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.086s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.414616] env[68867]: DEBUG nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.418754] env[68867]: DEBUG oslo_vmware.api [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.422103] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.278s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.422383] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.424297] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.159s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.425801] env[68867]: INFO nova.compute.claims [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.436243] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='51e10a2dabee339939042eb297cce2c5',container_format='bare',created_at=2025-03-11T20:58:59Z,direct_url=,disk_format='vmdk',id=99e94480-05d9-4b99-9ce7-5a49458e480c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-769470480-shelved',owner='bdba596517024aee90694e7bbd0a54cf',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-11T20:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.436523] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.437063] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.437063] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.437063] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.437376] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.437426] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.437602] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.437801] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.438041] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.438175] env[68867]: DEBUG nova.virt.hardware [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.439095] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c9654-6f14-4235-8afd-fcc4bca043db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.449375] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d40ea2d-7bdb-44e6-9c85-4877cd517e8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.454175] env[68867]: INFO nova.scheduler.client.report [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted allocations for instance 21cc232a-3a8c-4afb-985f-c6d19767fe4f [ 1149.466262] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f5:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b16f009-97ee-4bd1-b7da-95738ccfd931', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.473935] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.475473] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.475704] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3806e0a6-4e1d-4104-8161-8bd55131add8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.496074] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.496074] env[68867]: value = "task-2952330" [ 1149.496074] env[68867]: _type = "Task" [ 1149.496074] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.506710] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952330, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.519476] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072801} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.519755] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.520715] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f303089-6b11-4701-8a2e-f7cc7645a5bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.545769] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] ba36ae53-f70a-482e-af83-828cdcbddc06/ba36ae53-f70a-482e-af83-828cdcbddc06.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.546111] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff723f4-2087-46f6-bc98-87f5f0069475 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.567542] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1149.567542] env[68867]: value = "task-2952331" [ 1149.567542] env[68867]: _type = "Task" [ 1149.567542] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.577651] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.656923] env[68867]: DEBUG oslo_vmware.api [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.808169] env[68867]: DEBUG oslo_concurrency.lockutils [req-3c389c1c-ea35-47fe-997a-75cd4be0a118 req-40611c18-cb57-402e-9681-728aafca0a54 service nova] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.913700] env[68867]: DEBUG oslo_vmware.api [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952329, 'name': PowerOffVM_Task, 'duration_secs': 0.250209} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.913986] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.914172] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.914424] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3dcf87e-a034-4e2c-94cd-6966f31f6e34 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.923805] env[68867]: DEBUG nova.compute.utils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.925258] env[68867]: DEBUG nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.925442] env[68867]: DEBUG nova.network.neutron [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.978219] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.978413] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.978584] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Deleting the datastore file [datastore1] 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.979095] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7c73397-08f8-4e08-864b-b620eb73bf25 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "21cc232a-3a8c-4afb-985f-c6d19767fe4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.394s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.979954] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b9cdd0-0f34-44e5-aab5-c234dcb95664 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.986872] env[68867]: DEBUG oslo_vmware.api [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1149.986872] env[68867]: value = "task-2952333" [ 1149.986872] env[68867]: _type = "Task" [ 1149.986872] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.991078] env[68867]: DEBUG nova.policy [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea9179bb80d44e3917f8a2faf33235f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5e9cdd25495473ead071d4fadd4f7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.997901] env[68867]: DEBUG oslo_vmware.api [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.006243] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952330, 'name': CreateVM_Task, 'duration_secs': 0.348342} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.006435] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.007208] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.007399] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.007815] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.008089] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca148be-8419-4c67-aca3-d697f6ff95e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.012368] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1150.012368] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52be1717-8e64-d580-9230-82656b3497ca" [ 1150.012368] env[68867]: _type = "Task" [ 1150.012368] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.020772] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52be1717-8e64-d580-9230-82656b3497ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.077636] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952331, 'name': ReconfigVM_Task, 'duration_secs': 0.325061} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.077923] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Reconfigured VM instance instance-00000068 to attach disk [datastore2] ba36ae53-f70a-482e-af83-828cdcbddc06/ba36ae53-f70a-482e-af83-828cdcbddc06.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.078580] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4762cc88-8e80-46a2-bda6-78b25d9d92f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.085093] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1150.085093] env[68867]: value = "task-2952334" [ 1150.085093] env[68867]: _type = "Task" [ 1150.085093] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.095881] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952334, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.156968] env[68867]: DEBUG oslo_vmware.api [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952327, 'name': ReconfigVM_Task, 'duration_secs': 1.10314} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.157545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.157695] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfigured VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1150.237982] env[68867]: DEBUG nova.network.neutron [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updated VIF entry in instance network info cache for port 5b16f009-97ee-4bd1-b7da-95738ccfd931. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.238396] env[68867]: DEBUG nova.network.neutron [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [{"id": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "address": "fa:16:3e:b1:f5:1f", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b16f009-97", "ovs_interfaceid": "5b16f009-97ee-4bd1-b7da-95738ccfd931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.357225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.357632] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.357875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.358048] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.358516] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.361048] env[68867]: INFO nova.compute.manager [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Terminating instance [ 1150.365523] env[68867]: DEBUG nova.network.neutron [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Successfully created port: 03c4a85d-6d20-43ed-9393-eb6f6934a138 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.431887] env[68867]: DEBUG nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.496439] env[68867]: DEBUG oslo_vmware.api [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153606} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.499061] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.499282] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.499498] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.499693] env[68867]: INFO nova.compute.manager [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1150.499940] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.500332] env[68867]: DEBUG nova.compute.manager [-] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.500432] env[68867]: DEBUG nova.network.neutron [-] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.523950] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.524232] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Processing image 99e94480-05d9-4b99-9ce7-5a49458e480c {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.524476] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c/99e94480-05d9-4b99-9ce7-5a49458e480c.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.524634] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c/99e94480-05d9-4b99-9ce7-5a49458e480c.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.524817] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.527434] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-617d3461-4442-46a8-b328-90c6bd5922d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.537167] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.537369] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.538160] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c59b01-0e9f-4808-9021-99b78f6775ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.546388] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1150.546388] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f83f5a-05b1-518a-567c-50bbfef5ac73" [ 1150.546388] env[68867]: _type = "Task" [ 1150.546388] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.555053] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f83f5a-05b1-518a-567c-50bbfef5ac73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.599114] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952334, 'name': Rename_Task, 'duration_secs': 0.173184} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.599646] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.600013] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4facc138-d154-4bdd-9a0a-6f02c016e328 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.606865] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1150.606865] env[68867]: value = "task-2952335" [ 1150.606865] env[68867]: _type = "Task" [ 1150.606865] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.618089] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.662370] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1c9264c8-d7fd-4b83-9144-19f705aef32e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-4a6c472b-27e6-46e1-8589-02d43acfa0e4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.616s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.736697] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939f096-0ce9-4a77-abd3-d0186e5e14c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.740541] env[68867]: DEBUG oslo_concurrency.lockutils [req-a63b19ce-eb97-4f5c-b49b-25a8cd14fe1c req-1002b506-e718-46db-925d-955af5c7bd15 service nova] Releasing lock "refresh_cache-4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.745704] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e2628-d489-4c04-8493-8aa4f43787a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.781719] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c3f8f7-1bc8-4b81-8b4b-09baee11bafb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.789760] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65a25af-eebc-4ea1-aa78-7ae883b431bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.803920] env[68867]: DEBUG nova.compute.provider_tree [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.869517] env[68867]: DEBUG nova.compute.manager [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.869785] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.870801] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a94a8-9618-4141-afd9-a1ad023764a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.879230] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.879720] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d524b4e7-67db-40cf-a8f2-ef211a1950c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.886311] env[68867]: DEBUG oslo_vmware.api [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1150.886311] env[68867]: value = "task-2952336" [ 1150.886311] env[68867]: _type = "Task" [ 1150.886311] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.894459] env[68867]: DEBUG oslo_vmware.api [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.057753] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Preparing fetch location {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1151.057838] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Fetch image to [datastore2] OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6/OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6.vmdk {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1151.058049] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Downloading stream optimized image 99e94480-05d9-4b99-9ce7-5a49458e480c to [datastore2] OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6/OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6.vmdk on the data store datastore2 as vApp {{(pid=68867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1151.058220] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Downloading image file data 99e94480-05d9-4b99-9ce7-5a49458e480c to the ESX as VM named 'OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6' {{(pid=68867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1151.084584] env[68867]: DEBUG nova.compute.manager [req-113089d0-cfd8-4f02-baca-facf220291a8 req-5d2e0dad-a430-426a-8537-f040a9155117 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Received event network-vif-deleted-2ba3f65c-380d-4796-979e-3fdb47672c39 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.084820] env[68867]: INFO nova.compute.manager [req-113089d0-cfd8-4f02-baca-facf220291a8 req-5d2e0dad-a430-426a-8537-f040a9155117 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Neutron deleted interface 2ba3f65c-380d-4796-979e-3fdb47672c39; detaching it from the instance and deleting it from the info cache [ 1151.084937] env[68867]: DEBUG nova.network.neutron [req-113089d0-cfd8-4f02-baca-facf220291a8 req-5d2e0dad-a430-426a-8537-f040a9155117 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.104728] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d80e961-58fd-4ea3-ac19-b71584afd586 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.116685] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37083b63-4fc6-41e2-b93d-ba4858d5bb8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.133249] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.163022] env[68867]: DEBUG nova.compute.manager [req-113089d0-cfd8-4f02-baca-facf220291a8 req-5d2e0dad-a430-426a-8537-f040a9155117 service nova] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Detach interface failed, port_id=2ba3f65c-380d-4796-979e-3fdb47672c39, reason: Instance 5c0d7d13-150d-42af-9bc6-3646e104bbcf could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.163962] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1151.163962] env[68867]: value = "resgroup-9" [ 1151.163962] env[68867]: _type = "ResourcePool" [ 1151.163962] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1151.164364] env[68867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a1a2ab39-c41e-4a2e-a073-6407a56dc7b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.188065] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease: (returnval){ [ 1151.188065] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52077e4d-c853-b130-bdf2-968abdad08e3" [ 1151.188065] env[68867]: _type = "HttpNfcLease" [ 1151.188065] env[68867]: } obtained for vApp import into resource pool (val){ [ 1151.188065] env[68867]: value = "resgroup-9" [ 1151.188065] env[68867]: _type = "ResourcePool" [ 1151.188065] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1151.188385] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the lease: (returnval){ [ 1151.188385] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52077e4d-c853-b130-bdf2-968abdad08e3" [ 1151.188385] env[68867]: _type = "HttpNfcLease" [ 1151.188385] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1151.194881] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.194881] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52077e4d-c853-b130-bdf2-968abdad08e3" [ 1151.194881] env[68867]: _type = "HttpNfcLease" [ 1151.194881] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.306860] env[68867]: DEBUG nova.scheduler.client.report [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.396720] env[68867]: DEBUG oslo_vmware.api [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952336, 'name': PowerOffVM_Task, 'duration_secs': 0.194768} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.396989] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.397427] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.397427] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5357811-b410-4b5c-bb41-55ae291bf8d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.443550] env[68867]: DEBUG nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.464545] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.464545] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.464838] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleting the datastore file [datastore2] e7615fbd-1261-4800-9e0c-90b22ebc25a1 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.466796] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.467028] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.467246] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.467368] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.467508] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.467658] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.467887] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.468060] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.468374] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.468374] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.468541] env[68867]: DEBUG nova.virt.hardware [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.468805] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce0c7819-dc9a-4b72-ad2d-a7238da9f6c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.471880] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1625abb-a337-407b-a9b4-5547d44129c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.481113] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f8492a-7757-4559-9d81-bbf965d15169 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.485550] env[68867]: DEBUG oslo_vmware.api [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1151.485550] env[68867]: value = "task-2952339" [ 1151.485550] env[68867]: _type = "Task" [ 1151.485550] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.506571] env[68867]: DEBUG oslo_vmware.api [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.559624] env[68867]: DEBUG nova.network.neutron [-] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.617015] env[68867]: DEBUG oslo_vmware.api [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952335, 'name': PowerOnVM_Task, 'duration_secs': 0.661853} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.617304] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.617505] env[68867]: INFO nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1151.617680] env[68867]: DEBUG nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.618458] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beca2fa-3393-49bc-b17d-4350197947ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.696251] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.696251] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52077e4d-c853-b130-bdf2-968abdad08e3" [ 1151.696251] env[68867]: _type = "HttpNfcLease" [ 1151.696251] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.812271] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.812891] env[68867]: DEBUG nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.815422] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.950s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.815638] env[68867]: DEBUG nova.objects.instance [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'resources' on Instance uuid 6eb6dc30-3219-41d9-800b-9b9149a1536d {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.986235] env[68867]: DEBUG nova.network.neutron [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Successfully updated port: 03c4a85d-6d20-43ed-9393-eb6f6934a138 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.995218] env[68867]: DEBUG oslo_vmware.api [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40352} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.996024] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.996221] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.996699] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.996699] env[68867]: INFO nova.compute.manager [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1151.996874] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.996942] env[68867]: DEBUG nova.compute.manager [-] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.997096] env[68867]: DEBUG nova.network.neutron [-] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.065639] env[68867]: INFO nova.compute.manager [-] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Took 1.57 seconds to deallocate network for instance. [ 1152.137911] env[68867]: INFO nova.compute.manager [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Took 26.02 seconds to build instance. [ 1152.197821] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.197821] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52077e4d-c853-b130-bdf2-968abdad08e3" [ 1152.197821] env[68867]: _type = "HttpNfcLease" [ 1152.197821] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1152.198123] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1152.198123] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52077e4d-c853-b130-bdf2-968abdad08e3" [ 1152.198123] env[68867]: _type = "HttpNfcLease" [ 1152.198123] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1152.198842] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ea4486-f86d-4085-b37d-ce10a7814c42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.206642] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52343748-acbb-230c-ec56-fbeca73a5945/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1152.206828] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52343748-acbb-230c-ec56-fbeca73a5945/disk-0.vmdk. {{(pid=68867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1152.270755] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-91b6fbd3-65a6-4734-ae10-3934a8e89418 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.320746] env[68867]: DEBUG nova.compute.utils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.323905] env[68867]: DEBUG nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.323905] env[68867]: DEBUG nova.network.neutron [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.391048] env[68867]: DEBUG nova.policy [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52f8d54704e41dcaa7b7d78bbbf7022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176bf0dbeb0c4b33bd48d20fa96a3f57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.395471] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-0d8f905b-c2cf-433c-bbb3-41f242ec7d03" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.395810] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-0d8f905b-c2cf-433c-bbb3-41f242ec7d03" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.491348] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "refresh_cache-b7fcf51e-f8f1-44ff-83d5-2081b81caef6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.491348] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "refresh_cache-b7fcf51e-f8f1-44ff-83d5-2081b81caef6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.491570] env[68867]: DEBUG nova.network.neutron [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.576905] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.641901] env[68867]: DEBUG oslo_concurrency.lockutils [None req-19bd9cf0-da90-4fef-8d02-f7c1d447f326 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.537s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.683517] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38120e42-3762-4115-9e79-84a6df2f562f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.697213] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921cb263-cacd-45ec-9662-0cadbe75a831 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.740617] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01e890-3c9f-47b7-acf6-1ddee6afc91f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.748732] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da598a7f-cc70-4dd3-9ad7-bded4886a894 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.770324] env[68867]: DEBUG nova.compute.provider_tree [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.825263] env[68867]: DEBUG nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.899082] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.899717] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.900987] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe279a0-3452-46af-b9f9-f02581487284 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.929659] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc932b2-257f-42f1-8577-d47506e159c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.958442] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfiguring VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1152.964766] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b22e06-5fba-4455-a341-65f7232af5c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.982209] env[68867]: DEBUG nova.network.neutron [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Successfully created port: 50af9188-c9c3-476b-9a15-fe6a4ec172e6 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.986797] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1152.986797] env[68867]: value = "task-2952340" [ 1152.986797] env[68867]: _type = "Task" [ 1152.986797] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.001671] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.045623] env[68867]: DEBUG nova.network.neutron [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.117072] env[68867]: DEBUG nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Received event network-vif-plugged-03c4a85d-6d20-43ed-9393-eb6f6934a138 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.117312] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] Acquiring lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.117536] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.117696] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.117874] env[68867]: DEBUG nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] No waiting events found dispatching network-vif-plugged-03c4a85d-6d20-43ed-9393-eb6f6934a138 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.118067] env[68867]: WARNING nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Received unexpected event network-vif-plugged-03c4a85d-6d20-43ed-9393-eb6f6934a138 for instance with vm_state building and task_state spawning. [ 1153.118222] env[68867]: DEBUG nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Received event network-changed-03c4a85d-6d20-43ed-9393-eb6f6934a138 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.118361] env[68867]: DEBUG nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Refreshing instance network info cache due to event network-changed-03c4a85d-6d20-43ed-9393-eb6f6934a138. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.118517] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] Acquiring lock "refresh_cache-b7fcf51e-f8f1-44ff-83d5-2081b81caef6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.256738] env[68867]: DEBUG nova.network.neutron [-] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.267204] env[68867]: DEBUG nova.network.neutron [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Updating instance_info_cache with network_info: [{"id": "03c4a85d-6d20-43ed-9393-eb6f6934a138", "address": "fa:16:3e:e8:1b:f2", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c4a85d-6d", "ovs_interfaceid": "03c4a85d-6d20-43ed-9393-eb6f6934a138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.273165] env[68867]: DEBUG nova.scheduler.client.report [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.449143] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Completed reading data from the image iterator. {{(pid=68867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1153.449416] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52343748-acbb-230c-ec56-fbeca73a5945/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1153.450679] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcfaea7-3f50-4225-9d3e-15613bb6c765 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.457832] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52343748-acbb-230c-ec56-fbeca73a5945/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1153.458024] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52343748-acbb-230c-ec56-fbeca73a5945/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1153.458294] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-05c3ccf8-b180-458c-abc3-5d4b2cebbbe6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.501081] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.760994] env[68867]: INFO nova.compute.manager [-] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Took 1.76 seconds to deallocate network for instance. [ 1153.770500] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "refresh_cache-b7fcf51e-f8f1-44ff-83d5-2081b81caef6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.770789] env[68867]: DEBUG nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Instance network_info: |[{"id": "03c4a85d-6d20-43ed-9393-eb6f6934a138", "address": "fa:16:3e:e8:1b:f2", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c4a85d-6d", "ovs_interfaceid": "03c4a85d-6d20-43ed-9393-eb6f6934a138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.771098] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] Acquired lock "refresh_cache-b7fcf51e-f8f1-44ff-83d5-2081b81caef6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.771280] env[68867]: DEBUG nova.network.neutron [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Refreshing network info cache for port 03c4a85d-6d20-43ed-9393-eb6f6934a138 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.772343] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:1b:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c4a85d-6d20-43ed-9393-eb6f6934a138', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.780062] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.783913] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.785855] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.786609] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.178s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.788535] env[68867]: INFO nova.compute.claims [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.790843] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6140cb3-8ad8-4953-823a-13bb2ed25dc9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.813755] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.813755] env[68867]: value = "task-2952341" [ 1153.813755] env[68867]: _type = "Task" [ 1153.813755] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.818069] env[68867]: INFO nova.scheduler.client.report [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted allocations for instance 6eb6dc30-3219-41d9-800b-9b9149a1536d [ 1153.826038] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952341, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.839224] env[68867]: DEBUG nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.879218] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.879826] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.879826] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.879900] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.879973] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.880169] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.880459] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.880544] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.880778] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.880895] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.881041] env[68867]: DEBUG nova.virt.hardware [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.882325] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e84fce-0b1d-4a9f-ad71-4b36fa8f4cf5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.886796] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52343748-acbb-230c-ec56-fbeca73a5945/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1153.886890] env[68867]: INFO nova.virt.vmwareapi.images [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Downloaded image file data 99e94480-05d9-4b99-9ce7-5a49458e480c [ 1153.890367] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edad073-039d-4862-80f6-4613c68c9ec7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.897403] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b714d-37be-4666-a960-601ace2dcb6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.916577] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb62cb78-1467-4c6c-8051-bb74ca6fa8fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.949929] env[68867]: INFO nova.virt.vmwareapi.images [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] The imported VM was unregistered [ 1153.952406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Caching image {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1153.952652] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating directory with path [datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.953475] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d1011b8-dfd7-4167-97f9-7d86976a8b27 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.965559] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created directory with path [datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.965838] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6/OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6.vmdk to [datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c/99e94480-05d9-4b99-9ce7-5a49458e480c.vmdk. {{(pid=68867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1153.966181] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-01b3c5e0-f5ce-4151-b917-0029d39d0c3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.973020] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1153.973020] env[68867]: value = "task-2952343" [ 1153.973020] env[68867]: _type = "Task" [ 1153.973020] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.981261] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952343, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.000172] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.015051] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "ba36ae53-f70a-482e-af83-828cdcbddc06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.015311] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.015590] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "ba36ae53-f70a-482e-af83-828cdcbddc06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.015762] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.015926] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.017957] env[68867]: INFO nova.compute.manager [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Terminating instance [ 1154.046936] env[68867]: DEBUG nova.network.neutron [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Updated VIF entry in instance network info cache for port 03c4a85d-6d20-43ed-9393-eb6f6934a138. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.047375] env[68867]: DEBUG nova.network.neutron [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Updating instance_info_cache with network_info: [{"id": "03c4a85d-6d20-43ed-9393-eb6f6934a138", "address": "fa:16:3e:e8:1b:f2", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c4a85d-6d", "ovs_interfaceid": "03c4a85d-6d20-43ed-9393-eb6f6934a138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.267875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.330525] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952341, 'name': CreateVM_Task, 'duration_secs': 0.440215} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.330930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-1b7347c7-dca7-4d5e-9573-976699208630 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "6eb6dc30-3219-41d9-800b-9b9149a1536d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.239s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.331946] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.333090] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.333277] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.333618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.333909] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8756c40-875e-414d-9f47-91c2a1d711a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.340266] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1154.340266] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5221b242-e063-d739-8031-a3a70b9768f5" [ 1154.340266] env[68867]: _type = "Task" [ 1154.340266] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.352471] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5221b242-e063-d739-8031-a3a70b9768f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.485407] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952343, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.502450] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.521422] env[68867]: DEBUG nova.compute.manager [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.521677] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.522701] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41741b86-6a56-4282-be38-2909b49e7e6d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.531896] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.532199] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b1df350-5421-46fa-af1f-8152e3f69db7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.540960] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1154.540960] env[68867]: value = "task-2952344" [ 1154.540960] env[68867]: _type = "Task" [ 1154.540960] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.552147] env[68867]: DEBUG oslo_concurrency.lockutils [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] Releasing lock "refresh_cache-b7fcf51e-f8f1-44ff-83d5-2081b81caef6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.552418] env[68867]: DEBUG nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Received event network-vif-deleted-56a84071-6bd7-4e59-996c-4d0cf60093ec {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.552657] env[68867]: INFO nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Neutron deleted interface 56a84071-6bd7-4e59-996c-4d0cf60093ec; detaching it from the instance and deleting it from the info cache [ 1154.552772] env[68867]: DEBUG nova.network.neutron [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.554021] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.616072] env[68867]: DEBUG nova.network.neutron [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Successfully updated port: 50af9188-c9c3-476b-9a15-fe6a4ec172e6 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.853239] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5221b242-e063-d739-8031-a3a70b9768f5, 'name': SearchDatastore_Task, 'duration_secs': 0.050456} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.853615] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.854537] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.854537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.854537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.854537] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.854722] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed0258a-c426-49ad-8aa4-f18355b468db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.873723] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.873973] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.874767] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a326a9a-83ba-4430-9f3a-40335e2cb494 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.885023] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1154.885023] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5295c886-68dc-e0ec-8eab-9394e856861b" [ 1154.885023] env[68867]: _type = "Task" [ 1154.885023] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.900457] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5295c886-68dc-e0ec-8eab-9394e856861b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.983976] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952343, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.003026] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.050823] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.055803] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2667db12-eb03-4041-9f16-382d20c290ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.064838] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78650494-dd8d-495f-b891-3671aa6efe5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.104703] env[68867]: DEBUG nova.compute.manager [req-3a000bb7-846d-48c1-a6cf-b9afc0d001fa req-88298cc7-f094-4cad-8f7f-aca90f396315 service nova] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Detach interface failed, port_id=56a84071-6bd7-4e59-996c-4d0cf60093ec, reason: Instance e7615fbd-1261-4800-9e0c-90b22ebc25a1 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.121992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-c782e716-5d0b-42ad-9317-bfe3178f2d78" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.122098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-c782e716-5d0b-42ad-9317-bfe3178f2d78" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.122206] env[68867]: DEBUG nova.network.neutron [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.151524] env[68867]: DEBUG nova.compute.manager [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Received event network-vif-plugged-50af9188-c9c3-476b-9a15-fe6a4ec172e6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.151524] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] Acquiring lock "c782e716-5d0b-42ad-9317-bfe3178f2d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.151702] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.152738] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.152738] env[68867]: DEBUG nova.compute.manager [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] No waiting events found dispatching network-vif-plugged-50af9188-c9c3-476b-9a15-fe6a4ec172e6 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.152738] env[68867]: WARNING nova.compute.manager [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Received unexpected event network-vif-plugged-50af9188-c9c3-476b-9a15-fe6a4ec172e6 for instance with vm_state building and task_state spawning. [ 1155.152738] env[68867]: DEBUG nova.compute.manager [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Received event network-changed-50af9188-c9c3-476b-9a15-fe6a4ec172e6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.152738] env[68867]: DEBUG nova.compute.manager [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Refreshing instance network info cache due to event network-changed-50af9188-c9c3-476b-9a15-fe6a4ec172e6. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.153051] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] Acquiring lock "refresh_cache-c782e716-5d0b-42ad-9317-bfe3178f2d78" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.193409] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57707b4f-2fdb-4e1f-84bd-ebc0af6ba945 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.202610] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31c4545-9001-48f9-ac62-0d744f496ce2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.241886] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45bfc3-7204-45d0-9694-e49e3fbdcf1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.250245] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fbb757-ea8b-4538-88c0-e1e62e7e91c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.265038] env[68867]: DEBUG nova.compute.provider_tree [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.394077] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5295c886-68dc-e0ec-8eab-9394e856861b, 'name': SearchDatastore_Task, 'duration_secs': 0.087759} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.395052] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a454de-58c0-47e0-b57e-0eb1a4bf743d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.401698] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1155.401698] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52457d5d-983a-615a-2e73-af18695f312a" [ 1155.401698] env[68867]: _type = "Task" [ 1155.401698] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.410276] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52457d5d-983a-615a-2e73-af18695f312a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.484760] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952343, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.501638] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.554174] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952344, 'name': PowerOffVM_Task, 'duration_secs': 0.985572} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.554174] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.554174] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.554397] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf1a640-0e93-4710-94bd-c286edbe508a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.662674] env[68867]: DEBUG nova.network.neutron [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.770980] env[68867]: DEBUG nova.scheduler.client.report [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.774970] env[68867]: DEBUG oslo_concurrency.lockutils [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "798211ff-6d41-4701-aadc-eb333c2e55d6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.775126] env[68867]: DEBUG oslo_concurrency.lockutils [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.815459] env[68867]: DEBUG nova.network.neutron [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Updating instance_info_cache with network_info: [{"id": "50af9188-c9c3-476b-9a15-fe6a4ec172e6", "address": "fa:16:3e:d9:85:8e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50af9188-c9", "ovs_interfaceid": "50af9188-c9c3-476b-9a15-fe6a4ec172e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.912936] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52457d5d-983a-615a-2e73-af18695f312a, 'name': SearchDatastore_Task, 'duration_secs': 0.085745} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.913259] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.913595] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] b7fcf51e-f8f1-44ff-83d5-2081b81caef6/b7fcf51e-f8f1-44ff-83d5-2081b81caef6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.913882] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbf3121c-35d4-44ef-b82f-449e869d33a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.923267] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1155.923267] env[68867]: value = "task-2952346" [ 1155.923267] env[68867]: _type = "Task" [ 1155.923267] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.931724] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.985875] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952343, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.005127] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.140691] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.140921] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.141102] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleting the datastore file [datastore2] ba36ae53-f70a-482e-af83-828cdcbddc06 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.141370] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382cefcd-3e4d-4b04-9e4d-37430ea8f517 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.149854] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for the task: (returnval){ [ 1156.149854] env[68867]: value = "task-2952347" [ 1156.149854] env[68867]: _type = "Task" [ 1156.149854] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.158698] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.277926] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.278585] env[68867]: DEBUG nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.282121] env[68867]: INFO nova.compute.manager [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Detaching volume a65d87b0-66fc-4977-bbbd-06fd73302ed6 [ 1156.286818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.780s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.286818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.286818] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.286818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.709s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.286818] env[68867]: DEBUG nova.objects.instance [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'resources' on Instance uuid 5c0d7d13-150d-42af-9bc6-3646e104bbcf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.287389] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a12292-0878-4d24-a3e3-601c064813b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.300259] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492046ef-f16a-4f85-b3d5-ab21a247e737 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.317636] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145113d-7e92-46ad-84a0-48b71adfd30f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.320926] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-c782e716-5d0b-42ad-9317-bfe3178f2d78" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.321290] env[68867]: DEBUG nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Instance network_info: |[{"id": "50af9188-c9c3-476b-9a15-fe6a4ec172e6", "address": "fa:16:3e:d9:85:8e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50af9188-c9", "ovs_interfaceid": "50af9188-c9c3-476b-9a15-fe6a4ec172e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.321606] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] Acquired lock "refresh_cache-c782e716-5d0b-42ad-9317-bfe3178f2d78" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.322082] env[68867]: DEBUG nova.network.neutron [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Refreshing network info cache for port 50af9188-c9c3-476b-9a15-fe6a4ec172e6 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.323096] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:85:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50af9188-c9c3-476b-9a15-fe6a4ec172e6', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.331262] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.333228] env[68867]: INFO nova.virt.block_device [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Attempting to driver detach volume a65d87b0-66fc-4977-bbbd-06fd73302ed6 from mountpoint /dev/sdb [ 1156.333550] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.333820] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592471', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'name': 'volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '798211ff-6d41-4701-aadc-eb333c2e55d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'serial': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.335347] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.336172] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76661f0-283c-420d-9caa-4819bd11a734 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.341608] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc59b75-14ac-4abf-9301-68ce95adaeb7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.358913] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c534def-358a-4b35-96ba-04477958ef73 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.381182] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6955e713-c780-4bec-a573-95399758b503 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.416171] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178801MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.416171] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.416171] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.416171] env[68867]: value = "task-2952348" [ 1156.416171] env[68867]: _type = "Task" [ 1156.416171] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.421699] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff75a33-8d10-41f5-9e7a-003c5d275699 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.427841] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952348, 'name': CreateVM_Task} progress is 15%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.436981] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.454052] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbab1c1-d8c1-4673-ba1e-1faf8542c694 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.470423] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] The volume has not been displaced from its original location: [datastore2] volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6/volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.476511] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.476976] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5941d709-0a9a-4191-8c00-56d5eb50e548 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.499794] env[68867]: DEBUG oslo_vmware.api [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1156.499794] env[68867]: value = "task-2952349" [ 1156.499794] env[68867]: _type = "Task" [ 1156.499794] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.506419] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952343, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.506676] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.514282] env[68867]: DEBUG oslo_vmware.api [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.663317] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.786971] env[68867]: DEBUG nova.compute.utils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.788746] env[68867]: DEBUG nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.788746] env[68867]: DEBUG nova.network.neutron [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.828524] env[68867]: DEBUG nova.policy [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67295ac5302e4267a4ea8ff237d7bc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d745edc7cd747549893bff0d77ae4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.927449] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952348, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.938315] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952346, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.987944] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952343, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.566861} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.988232] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6/OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6.vmdk to [datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c/99e94480-05d9-4b99-9ce7-5a49458e480c.vmdk. [ 1156.990744] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Cleaning up location [datastore2] OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6 {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1156.990744] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_abf5db5b-47c7-4d23-bff9-a392c44744c6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.990744] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df67ba6-fb94-4811-ac17-c75fb1efaea9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.994772] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1156.994772] env[68867]: value = "task-2952350" [ 1156.994772] env[68867]: _type = "Task" [ 1156.994772] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.010265] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.016128] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.023318] env[68867]: DEBUG oslo_vmware.api [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952349, 'name': ReconfigVM_Task, 'duration_secs': 0.251946} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.023627] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.028344] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9059e20-d1fa-483c-94d1-3b9d2f0ccdfb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.045143] env[68867]: DEBUG oslo_vmware.api [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1157.045143] env[68867]: value = "task-2952351" [ 1157.045143] env[68867]: _type = "Task" [ 1157.045143] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.057893] env[68867]: DEBUG oslo_vmware.api [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.092610] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af61db-1815-43bc-8c63-e5f130596cad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.099465] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d2040-ed8f-498d-9c99-1d26d3e4a604 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.132512] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495ef023-fd6a-4dbc-a02a-cce294e5831d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.141152] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a71c487-9d3a-4340-be79-c87b0cd5d145 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.155667] env[68867]: DEBUG nova.compute.provider_tree [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.169149] env[68867]: DEBUG oslo_vmware.api [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Task: {'id': task-2952347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551042} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.170106] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.170106] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.170231] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.170557] env[68867]: INFO nova.compute.manager [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1157.170794] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.170794] env[68867]: DEBUG nova.compute.manager [-] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.170889] env[68867]: DEBUG nova.network.neutron [-] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.184563] env[68867]: DEBUG nova.network.neutron [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Updated VIF entry in instance network info cache for port 50af9188-c9c3-476b-9a15-fe6a4ec172e6. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.184911] env[68867]: DEBUG nova.network.neutron [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Updating instance_info_cache with network_info: [{"id": "50af9188-c9c3-476b-9a15-fe6a4ec172e6", "address": "fa:16:3e:d9:85:8e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50af9188-c9", "ovs_interfaceid": "50af9188-c9c3-476b-9a15-fe6a4ec172e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.247215] env[68867]: DEBUG nova.network.neutron [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Successfully created port: 6d5c264e-95c4-44f3-8585-c230ee31912d {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.292128] env[68867]: DEBUG nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.429049] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952348, 'name': CreateVM_Task, 'duration_secs': 0.659615} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.429049] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.429754] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.431120] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.431120] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.431120] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda05c96-5074-43af-9063-64d1b01c6713 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.441426] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1157.441426] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5239761f-3d44-d764-9a33-7b415dfb08d0" [ 1157.441426] env[68867]: _type = "Task" [ 1157.441426] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.446367] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952346, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018263} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.450087] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] b7fcf51e-f8f1-44ff-83d5-2081b81caef6/b7fcf51e-f8f1-44ff-83d5-2081b81caef6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.450434] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.450672] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69290022-bc6f-4a4d-ad84-c28e9e0da71f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.457871] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5239761f-3d44-d764-9a33-7b415dfb08d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.459642] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.460018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.460134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.460306] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.460507] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.460879] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1157.460879] env[68867]: value = "task-2952352" [ 1157.460879] env[68867]: _type = "Task" [ 1157.460879] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.462313] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-558b2c4b-0a46-4f66-9c7d-d54f7f4f4d4d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.465091] env[68867]: DEBUG nova.compute.manager [req-b483b419-5a59-4ca1-9be5-04aa953fa1c7 req-d14ecd0d-e228-4d83-93cf-2b7b2e5b7c94 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Received event network-vif-deleted-741380b2-cb53-4d78-bd46-13b233c0eeaf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.465449] env[68867]: INFO nova.compute.manager [req-b483b419-5a59-4ca1-9be5-04aa953fa1c7 req-d14ecd0d-e228-4d83-93cf-2b7b2e5b7c94 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Neutron deleted interface 741380b2-cb53-4d78-bd46-13b233c0eeaf; detaching it from the instance and deleting it from the info cache [ 1157.465699] env[68867]: DEBUG nova.network.neutron [req-b483b419-5a59-4ca1-9be5-04aa953fa1c7 req-d14ecd0d-e228-4d83-93cf-2b7b2e5b7c94 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.477309] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.478877] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.479018] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.479779] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3cd150-be98-4471-b570-39f1b3ee84f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.484770] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1157.484770] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c070d9-d0ca-dd50-c50f-f55efdd6de42" [ 1157.484770] env[68867]: _type = "Task" [ 1157.484770] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.492711] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c070d9-d0ca-dd50-c50f-f55efdd6de42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.505804] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.508793] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054073} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.509035] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.509201] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c/99e94480-05d9-4b99-9ce7-5a49458e480c.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.509487] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c/99e94480-05d9-4b99-9ce7-5a49458e480c.vmdk to [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.509749] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-766894e4-3dce-4f63-a85e-0e7308c5b910 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.515909] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1157.515909] env[68867]: value = "task-2952353" [ 1157.515909] env[68867]: _type = "Task" [ 1157.515909] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.524025] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.555295] env[68867]: DEBUG oslo_vmware.api [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952351, 'name': ReconfigVM_Task, 'duration_secs': 0.13601} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.555605] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592471', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'name': 'volume-a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '798211ff-6d41-4701-aadc-eb333c2e55d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6', 'serial': 'a65d87b0-66fc-4977-bbbd-06fd73302ed6'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.664962] env[68867]: DEBUG nova.scheduler.client.report [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.687474] env[68867]: DEBUG oslo_concurrency.lockutils [req-d2db4546-6316-4049-952d-392431680602 req-6f70e2b0-56a3-46dc-994a-d51236c5eda1 service nova] Releasing lock "refresh_cache-c782e716-5d0b-42ad-9317-bfe3178f2d78" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.947247] env[68867]: DEBUG nova.network.neutron [-] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.974608] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068649} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.974861] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-379481f3-b3ea-4ecb-aee2-a13cea188565 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.976982] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.977735] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c8204f-0bdc-4ff8-bbee-0f9b5cf7532a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.001302] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] b7fcf51e-f8f1-44ff-83d5-2081b81caef6/b7fcf51e-f8f1-44ff-83d5-2081b81caef6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.005725] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1655fca-8690-40a9-a5be-9af91ab05a08 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.024777] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe3282-61f7-451e-bf11-52250e40b0ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.042114] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c070d9-d0ca-dd50-c50f-f55efdd6de42, 'name': SearchDatastore_Task, 'duration_secs': 0.007576} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.044075] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1158.044075] env[68867]: value = "task-2952354" [ 1158.044075] env[68867]: _type = "Task" [ 1158.044075] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.046967] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113e5fa5-248f-4a37-aa0e-74733b580bf6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.049108] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.054815] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.067013] env[68867]: DEBUG nova.compute.manager [req-b483b419-5a59-4ca1-9be5-04aa953fa1c7 req-d14ecd0d-e228-4d83-93cf-2b7b2e5b7c94 service nova] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Detach interface failed, port_id=741380b2-cb53-4d78-bd46-13b233c0eeaf, reason: Instance ba36ae53-f70a-482e-af83-828cdcbddc06 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.068416] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1158.068416] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a82b55-30f2-8148-bc05-9c658168a3d5" [ 1158.068416] env[68867]: _type = "Task" [ 1158.068416] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.074045] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.078338] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a82b55-30f2-8148-bc05-9c658168a3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.099193] env[68867]: DEBUG nova.objects.instance [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'flavor' on Instance uuid 798211ff-6d41-4701-aadc-eb333c2e55d6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.170688] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.172639] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.905s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.172863] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.175524] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.761s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.198653] env[68867]: INFO nova.scheduler.client.report [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Deleted allocations for instance 5c0d7d13-150d-42af-9bc6-3646e104bbcf [ 1158.201663] env[68867]: INFO nova.scheduler.client.report [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted allocations for instance e7615fbd-1261-4800-9e0c-90b22ebc25a1 [ 1158.304503] env[68867]: DEBUG nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.336015] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.336353] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.336579] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.336807] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.336983] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.337173] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.337458] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.337665] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.337860] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.338090] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.338296] env[68867]: DEBUG nova.virt.hardware [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.339451] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9cb24-b868-42eb-9c35-6ddfd675822b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.349089] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ddd77-6b6c-4d95-b0d0-7c4408ba0b5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.450272] env[68867]: INFO nova.compute.manager [-] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Took 1.28 seconds to deallocate network for instance. [ 1158.519297] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.535491] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952353, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.558277] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952354, 'name': ReconfigVM_Task, 'duration_secs': 0.482772} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.558598] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Reconfigured VM instance instance-00000069 to attach disk [datastore2] b7fcf51e-f8f1-44ff-83d5-2081b81caef6/b7fcf51e-f8f1-44ff-83d5-2081b81caef6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.559332] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cd10951-715c-4bf6-8a1b-eec4ab82dbd3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.566326] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1158.566326] env[68867]: value = "task-2952355" [ 1158.566326] env[68867]: _type = "Task" [ 1158.566326] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.577845] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952355, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.581448] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a82b55-30f2-8148-bc05-9c658168a3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.023577} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.581723] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.581995] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c782e716-5d0b-42ad-9317-bfe3178f2d78/c782e716-5d0b-42ad-9317-bfe3178f2d78.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.582272] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92849923-880e-4bfe-8214-5038862ec9ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.588426] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1158.588426] env[68867]: value = "task-2952356" [ 1158.588426] env[68867]: _type = "Task" [ 1158.588426] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.596942] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.711291] env[68867]: DEBUG oslo_concurrency.lockutils [None req-422c3f7d-59e5-4103-be3d-7734e8cc72e8 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "5c0d7d13-150d-42af-9bc6-3646e104bbcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.833s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.715136] env[68867]: DEBUG oslo_concurrency.lockutils [None req-92224271-7d1e-49ac-b980-ea2e5f6efbb9 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "e7615fbd-1261-4800-9e0c-90b22ebc25a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.355s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.743812] env[68867]: DEBUG nova.compute.manager [req-4420edcb-e6a3-41f8-be80-96aaada128fb req-5d4abcab-c117-45ea-a38a-52430d5a0480 service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Received event network-vif-plugged-6d5c264e-95c4-44f3-8585-c230ee31912d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.744176] env[68867]: DEBUG oslo_concurrency.lockutils [req-4420edcb-e6a3-41f8-be80-96aaada128fb req-5d4abcab-c117-45ea-a38a-52430d5a0480 service nova] Acquiring lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.744517] env[68867]: DEBUG oslo_concurrency.lockutils [req-4420edcb-e6a3-41f8-be80-96aaada128fb req-5d4abcab-c117-45ea-a38a-52430d5a0480 service nova] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.744674] env[68867]: DEBUG oslo_concurrency.lockutils [req-4420edcb-e6a3-41f8-be80-96aaada128fb req-5d4abcab-c117-45ea-a38a-52430d5a0480 service nova] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.745113] env[68867]: DEBUG nova.compute.manager [req-4420edcb-e6a3-41f8-be80-96aaada128fb req-5d4abcab-c117-45ea-a38a-52430d5a0480 service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] No waiting events found dispatching network-vif-plugged-6d5c264e-95c4-44f3-8585-c230ee31912d {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.745113] env[68867]: WARNING nova.compute.manager [req-4420edcb-e6a3-41f8-be80-96aaada128fb req-5d4abcab-c117-45ea-a38a-52430d5a0480 service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Received unexpected event network-vif-plugged-6d5c264e-95c4-44f3-8585-c230ee31912d for instance with vm_state building and task_state spawning. [ 1158.853236] env[68867]: DEBUG nova.network.neutron [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Successfully updated port: 6d5c264e-95c4-44f3-8585-c230ee31912d {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.960332] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.018843] env[68867]: DEBUG oslo_vmware.api [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952340, 'name': ReconfigVM_Task, 'duration_secs': 5.800427} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.019096] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.019318] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfigured VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.031241] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952353, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.076492] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952355, 'name': Rename_Task, 'duration_secs': 0.34851} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.076754] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.077212] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c50952-55a0-41c2-90e9-05b33ac86ace {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.084273] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1159.084273] env[68867]: value = "task-2952357" [ 1159.084273] env[68867]: _type = "Task" [ 1159.084273] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.095706] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.107607] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.111134] env[68867]: DEBUG oslo_concurrency.lockutils [None req-21a2fced-8792-42be-af24-c0e960cd1783 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.216944] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 798211ff-6d41-4701-aadc-eb333c2e55d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.217776] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.217776] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.217776] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.217776] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 44c08386-7b8a-4cb2-9788-1bbbbe144f02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.217776] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance f0631dff-5185-48ae-8fe5-fc7c12d16ed3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.218051] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.218756] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 4044ce86-5aef-49c9-8382-98687e45edca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.218756] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance a8a67aa2-9a48-41e2-9575-5753e44c00db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.218756] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.219992] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.219992] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 5723a61d-191c-4591-9ca5-c42821edb6ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.219992] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9d2ff035-7114-44d5-8291-245626c4f6e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.219992] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance ba36ae53-f70a-482e-af83-828cdcbddc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.219992] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance b7fcf51e-f8f1-44ff-83d5-2081b81caef6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.219992] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c782e716-5d0b-42ad-9317-bfe3178f2d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.220378] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9e1c37e6-cca9-47e0-ae14-f7907c7c2763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.221021] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1159.222104] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1159.358052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "refresh_cache-9e1c37e6-cca9-47e0-ae14-f7907c7c2763" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.358240] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "refresh_cache-9e1c37e6-cca9-47e0-ae14-f7907c7c2763" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.358397] env[68867]: DEBUG nova.network.neutron [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.536880] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952353, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.565464] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ebf26-dc39-41ed-bcec-3c1f6ba6c0f3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.574946] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64b477d-509d-4952-9040-66d6271a2965 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.616911] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50a516-f09b-4538-9fd5-87dd10f619ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.625801] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952357, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.632173] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.633504] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed33e9-3cbe-47c2-a88c-c935329c35fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.650109] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.847802] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.848064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.895960] env[68867]: DEBUG nova.network.neutron [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.040800] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952353, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.058202] env[68867]: DEBUG nova.network.neutron [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Updating instance_info_cache with network_info: [{"id": "6d5c264e-95c4-44f3-8585-c230ee31912d", "address": "fa:16:3e:88:03:58", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5c264e-95", "ovs_interfaceid": "6d5c264e-95c4-44f3-8585-c230ee31912d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.098535] env[68867]: DEBUG nova.compute.manager [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-vif-deleted-4a6c472b-27e6-46e1-8589-02d43acfa0e4 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.098535] env[68867]: INFO nova.compute.manager [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Neutron deleted interface 4a6c472b-27e6-46e1-8589-02d43acfa0e4; detaching it from the instance and deleting it from the info cache [ 1160.098535] env[68867]: DEBUG nova.network.neutron [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "address": "fa:16:3e:a0:17:cb", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8f905b-c2", "ovs_interfaceid": "0d8f905b-c2cf-433c-bbb3-41f242ec7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.124560] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952357, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.128513] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952356, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.154300] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.227304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "798211ff-6d41-4701-aadc-eb333c2e55d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.227654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.227955] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "798211ff-6d41-4701-aadc-eb333c2e55d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.228553] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.228553] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.230943] env[68867]: INFO nova.compute.manager [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Terminating instance [ 1160.331070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.331312] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.331498] env[68867]: DEBUG nova.network.neutron [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.350658] env[68867]: DEBUG nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.536704] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952353, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.922744} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.537232] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99e94480-05d9-4b99-9ce7-5a49458e480c/99e94480-05d9-4b99-9ce7-5a49458e480c.vmdk to [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.538430] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce6859-35fd-4ef6-bedc-219df88ad2e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.563563] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.564211] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "refresh_cache-9e1c37e6-cca9-47e0-ae14-f7907c7c2763" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.564589] env[68867]: DEBUG nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Instance network_info: |[{"id": "6d5c264e-95c4-44f3-8585-c230ee31912d", "address": "fa:16:3e:88:03:58", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5c264e-95", "ovs_interfaceid": "6d5c264e-95c4-44f3-8585-c230ee31912d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.564876] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f56b973-85ce-438c-8f8d-67e0513c7411 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.580280] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:03:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d5c264e-95c4-44f3-8585-c230ee31912d', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.588494] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.588779] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.589496] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82950e9c-5f9d-4d9e-aa82-5e9dada5a0ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.606298] env[68867]: DEBUG oslo_concurrency.lockutils [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.606298] env[68867]: DEBUG oslo_concurrency.lockutils [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Acquired lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.606616] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1160.606616] env[68867]: value = "task-2952358" [ 1160.606616] env[68867]: _type = "Task" [ 1160.606616] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.607254] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291f6c7-462a-4085-8955-375ff8663bb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.620998] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.620998] env[68867]: value = "task-2952359" [ 1160.620998] env[68867]: _type = "Task" [ 1160.620998] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.643247] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c91b4-9ae2-409a-abd7-eafdf6aee484 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.646376] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.653061] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.653351] env[68867]: DEBUG oslo_vmware.api [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952357, 'name': PowerOnVM_Task, 'duration_secs': 1.047892} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.654382] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.654598] env[68867]: INFO nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1160.654778] env[68867]: DEBUG nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.655633] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c6cd3-6f70-4d7e-97db-9cae686a3392 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.680434] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1160.680696] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.506s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.681066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.687298] env[68867]: DEBUG nova.virt.vmwareapi.vmops [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfiguring VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1160.687590] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952359, 'name': CreateVM_Task} progress is 15%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.688785] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.729s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.689309] env[68867]: DEBUG nova.objects.instance [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lazy-loading 'resources' on Instance uuid ba36ae53-f70a-482e-af83-828cdcbddc06 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.690533] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3512e860-2e6a-411b-aa92-55f1615a7c5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.714782] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Waiting for the task: (returnval){ [ 1160.714782] env[68867]: value = "task-2952360" [ 1160.714782] env[68867]: _type = "Task" [ 1160.714782] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.723445] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.736889] env[68867]: DEBUG nova.compute.manager [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.736889] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.737130] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e3dbe-cfe5-4b36-9bc1-6c23e76683cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.744020] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.744692] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83195ba0-0abb-40d4-accd-95afcc3493a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.749784] env[68867]: DEBUG oslo_vmware.api [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1160.749784] env[68867]: value = "task-2952361" [ 1160.749784] env[68867]: _type = "Task" [ 1160.749784] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.757953] env[68867]: DEBUG oslo_vmware.api [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.776101] env[68867]: DEBUG nova.compute.manager [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Received event network-changed-6d5c264e-95c4-44f3-8585-c230ee31912d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.776101] env[68867]: DEBUG nova.compute.manager [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Refreshing instance network info cache due to event network-changed-6d5c264e-95c4-44f3-8585-c230ee31912d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.776101] env[68867]: DEBUG oslo_concurrency.lockutils [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] Acquiring lock "refresh_cache-9e1c37e6-cca9-47e0-ae14-f7907c7c2763" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.776101] env[68867]: DEBUG oslo_concurrency.lockutils [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] Acquired lock "refresh_cache-9e1c37e6-cca9-47e0-ae14-f7907c7c2763" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.776101] env[68867]: DEBUG nova.network.neutron [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Refreshing network info cache for port 6d5c264e-95c4-44f3-8585-c230ee31912d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.872165] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.049866] env[68867]: INFO nova.network.neutron [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Port 0d8f905b-c2cf-433c-bbb3-41f242ec7d03 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1161.050317] env[68867]: DEBUG nova.network.neutron [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.123552] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.126788] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952356, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.142525} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.127049] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c782e716-5d0b-42ad-9317-bfe3178f2d78/c782e716-5d0b-42ad-9317-bfe3178f2d78.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.127270] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.127567] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236e7e90-899e-448a-bc8a-60732ef558d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.133805] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1161.133805] env[68867]: value = "task-2952362" [ 1161.133805] env[68867]: _type = "Task" [ 1161.133805] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.148340] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.148547] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.149668] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.153330] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952359, 'name': CreateVM_Task, 'duration_secs': 0.454664} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.153490] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.154121] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.154279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.154588] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.154830] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a68e5f4-8e82-4ef8-8e73-2270bdb57a88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.159286] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1161.159286] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e9b6dd-f084-d738-6f36-91615c575cc7" [ 1161.159286] env[68867]: _type = "Task" [ 1161.159286] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.167995] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9b6dd-f084-d738-6f36-91615c575cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.220929] env[68867]: INFO nova.compute.manager [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Took 34.35 seconds to build instance. [ 1161.227824] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.260209] env[68867]: DEBUG oslo_vmware.api [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952361, 'name': PowerOffVM_Task, 'duration_secs': 0.50736} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.260547] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.260746] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.261039] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4b0b112-c2dc-42ac-9854-d8d34585d1f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.461397] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351c67d7-a2ac-48bc-85a7-a0292628ed92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.471855] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b9418-2af3-4bbb-948a-958cffe68797 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.502744] env[68867]: DEBUG nova.network.neutron [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Updated VIF entry in instance network info cache for port 6d5c264e-95c4-44f3-8585-c230ee31912d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.503146] env[68867]: DEBUG nova.network.neutron [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Updating instance_info_cache with network_info: [{"id": "6d5c264e-95c4-44f3-8585-c230ee31912d", "address": "fa:16:3e:88:03:58", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5c264e-95", "ovs_interfaceid": "6d5c264e-95c4-44f3-8585-c230ee31912d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.504766] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d065e365-9a05-46c9-8b45-edfe46819082 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.512079] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05a49db-616c-4c8a-b74a-7a953e51b982 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.525964] env[68867]: DEBUG nova.compute.provider_tree [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.553036] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.619933] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952358, 'name': ReconfigVM_Task, 'duration_secs': 0.840074} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.620231] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79/4de5d89b-c819-45a0-a5cc-81e3d0fb8f79.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.621686] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'image_id': '17656c0e-9d4c-4070-a53c-835b3886163d'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b7fbcac5-aae1-4e4f-b87c-8f176b69202e', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592525', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'name': 'volume-35f1d594-fa26-4c1d-a565-16a61b8ec526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4de5d89b-c819-45a0-a5cc-81e3d0fb8f79', 'attached_at': '', 'detached_at': '', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'serial': '35f1d594-fa26-4c1d-a565-16a61b8ec526'}, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1161.621905] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1161.622110] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592525', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'name': 'volume-35f1d594-fa26-4c1d-a565-16a61b8ec526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4de5d89b-c819-45a0-a5cc-81e3d0fb8f79', 'attached_at': '', 'detached_at': '', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'serial': '35f1d594-fa26-4c1d-a565-16a61b8ec526'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1161.622851] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5c4d0-b68b-4184-91fe-f5e02533cca5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.640618] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1858ac-e9af-4482-9fe6-e610f42cde43 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.647048] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068411} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.659484] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.659857] env[68867]: DEBUG nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.669627] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-35f1d594-fa26-4c1d-a565-16a61b8ec526/volume-35f1d594-fa26-4c1d-a565-16a61b8ec526.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.670645] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f071064-83d3-474f-b06d-f11c2b8f26bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.673615] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f25dafe-8d18-4591-a856-27f57dd7315d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.710548] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c782e716-5d0b-42ad-9317-bfe3178f2d78/c782e716-5d0b-42ad-9317-bfe3178f2d78.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.715583] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864b0836-a638-474b-be7e-240271ec5902 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.730456] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1161.730456] env[68867]: value = "task-2952364" [ 1161.730456] env[68867]: _type = "Task" [ 1161.730456] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.730711] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9b6dd-f084-d738-6f36-91615c575cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.731423] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4040f9ea-1cff-4e69-885f-94a51e9471bd tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.869s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.731796] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.732094] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.732394] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.732585] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.733203] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.738895] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc06fe91-3c09-4751-bced-ee1861b16604 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.741820] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1161.741820] env[68867]: value = "task-2952365" [ 1161.741820] env[68867]: _type = "Task" [ 1161.741820] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.751723] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.751946] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.753210] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.753381] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.754127] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb5ebbe-c194-4a0d-a7e0-fbfbd661bb69 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.759050] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.761977] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1161.761977] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529f0913-569a-45ad-7787-c9aef57c101d" [ 1161.761977] env[68867]: _type = "Task" [ 1161.761977] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.772077] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529f0913-569a-45ad-7787-c9aef57c101d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.009091] env[68867]: DEBUG oslo_concurrency.lockutils [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] Releasing lock "refresh_cache-9e1c37e6-cca9-47e0-ae14-f7907c7c2763" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.009225] env[68867]: DEBUG nova.compute.manager [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-vif-deleted-0d8f905b-c2cf-433c-bbb3-41f242ec7d03 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.009455] env[68867]: INFO nova.compute.manager [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Neutron deleted interface 0d8f905b-c2cf-433c-bbb3-41f242ec7d03; detaching it from the instance and deleting it from the info cache [ 1162.009791] env[68867]: DEBUG nova.network.neutron [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [{"id": "beafe78d-4b11-492c-9022-14a135b8e630", "address": "fa:16:3e:68:e4:57", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeafe78d-4b", "ovs_interfaceid": "beafe78d-4b11-492c-9022-14a135b8e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.028633] env[68867]: DEBUG nova.scheduler.client.report [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.056688] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82fbd8d1-3ad8-49e8-90ba-1aa19e2f4989 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-44c08386-7b8a-4cb2-9788-1bbbbe144f02-0d8f905b-c2cf-433c-bbb3-41f242ec7d03" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.661s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.185867] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.244231] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.249918] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.254813] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952365, 'name': ReconfigVM_Task, 'duration_secs': 0.306865} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.255087] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c782e716-5d0b-42ad-9317-bfe3178f2d78/c782e716-5d0b-42ad-9317-bfe3178f2d78.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.255687] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-537835c3-5900-4fc5-bd40-7de885e06376 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.262044] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1162.262044] env[68867]: value = "task-2952366" [ 1162.262044] env[68867]: _type = "Task" [ 1162.262044] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.271930] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952366, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.275090] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529f0913-569a-45ad-7787-c9aef57c101d, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.275797] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9f7f1e-2034-4423-a89c-7971294ef717 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.280129] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1162.280129] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b21137-e050-5995-eca9-6e2ec98cbad0" [ 1162.280129] env[68867]: _type = "Task" [ 1162.280129] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.287235] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b21137-e050-5995-eca9-6e2ec98cbad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.363185] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.363472] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.363680] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.363997] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.364086] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.367116] env[68867]: INFO nova.compute.manager [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Terminating instance [ 1162.512753] env[68867]: DEBUG oslo_concurrency.lockutils [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.534080] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.537456] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.664s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.538103] env[68867]: INFO nova.compute.claims [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.563218] env[68867]: INFO nova.scheduler.client.report [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Deleted allocations for instance ba36ae53-f70a-482e-af83-828cdcbddc06 [ 1162.744871] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952364, 'name': ReconfigVM_Task, 'duration_secs': 0.920759} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.748013] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-35f1d594-fa26-4c1d-a565-16a61b8ec526/volume-35f1d594-fa26-4c1d-a565-16a61b8ec526.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.752797] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.753038] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d7fccf3-60e5-4994-bace-c0089ab5c0d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.770921] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952366, 'name': Rename_Task, 'duration_secs': 0.145636} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.772241] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.772552] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1162.772552] env[68867]: value = "task-2952367" [ 1162.772552] env[68867]: _type = "Task" [ 1162.772552] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.772741] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e17c1eb-62fb-415f-830d-a26c300dd660 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.784584] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.788355] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1162.788355] env[68867]: value = "task-2952368" [ 1162.788355] env[68867]: _type = "Task" [ 1162.788355] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.795564] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b21137-e050-5995-eca9-6e2ec98cbad0, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.796236] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.796508] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9e1c37e6-cca9-47e0-ae14-f7907c7c2763/9e1c37e6-cca9-47e0-ae14-f7907c7c2763.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.796774] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8fb50d7-4568-4f50-b6b0-a39b6f610b25 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.803148] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952368, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.807035] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1162.807035] env[68867]: value = "task-2952369" [ 1162.807035] env[68867]: _type = "Task" [ 1162.807035] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.815642] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.874458] env[68867]: DEBUG nova.compute.manager [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.874458] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.874458] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dcc4dc-ee54-47cf-8bda-f7cf878dba6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.884127] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.884716] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74e902d6-d1f5-4ab1-a1c8-089d62bc653e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.893136] env[68867]: DEBUG oslo_vmware.api [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1162.893136] env[68867]: value = "task-2952370" [ 1162.893136] env[68867]: _type = "Task" [ 1162.893136] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.900667] env[68867]: DEBUG oslo_vmware.api [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.070851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-78dbf686-aa38-4e87-b34a-7fc3589a5448 tempest-ServerDiskConfigTestJSON-336534897 tempest-ServerDiskConfigTestJSON-336534897-project-member] Lock "ba36ae53-f70a-482e-af83-828cdcbddc06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.055s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.242994] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.285291] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952367, 'name': ReconfigVM_Task, 'duration_secs': 0.1608} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.285747] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592525', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'name': 'volume-35f1d594-fa26-4c1d-a565-16a61b8ec526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4de5d89b-c819-45a0-a5cc-81e3d0fb8f79', 'attached_at': '', 'detached_at': '', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'serial': '35f1d594-fa26-4c1d-a565-16a61b8ec526'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.286475] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90aba7b5-122d-43ec-8620-40cab17ebd40 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.293701] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1163.293701] env[68867]: value = "task-2952371" [ 1163.293701] env[68867]: _type = "Task" [ 1163.293701] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.300086] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.304597] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952371, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.315346] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952369, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.404456] env[68867]: DEBUG oslo_vmware.api [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952370, 'name': PowerOffVM_Task, 'duration_secs': 0.210599} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.404802] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.405054] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.405420] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bafa19bc-98b3-4a77-833d-3bdf596f7d37 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.409414] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.409543] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.409706] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleting the datastore file [datastore1] 798211ff-6d41-4701-aadc-eb333c2e55d6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.409946] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72ca1887-48c3-4913-9392-1314caacd67c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.417804] env[68867]: DEBUG oslo_vmware.api [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1163.417804] env[68867]: value = "task-2952373" [ 1163.417804] env[68867]: _type = "Task" [ 1163.417804] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.425051] env[68867]: DEBUG oslo_vmware.api [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.471800] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.472082] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.472336] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleting the datastore file [datastore2] b7fcf51e-f8f1-44ff-83d5-2081b81caef6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.472617] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea0d06d-9869-4b74-bc99-5e922ca8b6bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.478676] env[68867]: DEBUG oslo_vmware.api [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1163.478676] env[68867]: value = "task-2952374" [ 1163.478676] env[68867]: _type = "Task" [ 1163.478676] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.486650] env[68867]: DEBUG oslo_vmware.api [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.744258] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.762103] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03bdca5-62d5-4457-9a19-58dc0e943000 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.769123] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ecfff-23d3-45f6-9ba7-69a1e91ff19d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.805866] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0cd56d-8f8b-440e-92e7-ef7cab21c1e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.816975] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952371, 'name': Rename_Task, 'duration_secs': 0.25483} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.817196] env[68867]: DEBUG oslo_vmware.api [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952368, 'name': PowerOnVM_Task, 'duration_secs': 0.60783} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.819459] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.819713] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.819938] env[68867]: INFO nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1163.820136] env[68867]: DEBUG nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.820400] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36348ba5-5ee2-46c3-a8da-c03146b0ae6e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.822192] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c776c72-d553-4863-ac3f-3c7bba538ba0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.825280] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bddbc1-3d99-4de3-9776-93880b064b7c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.831760] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521832} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.832840] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9e1c37e6-cca9-47e0-ae14-f7907c7c2763/9e1c37e6-cca9-47e0-ae14-f7907c7c2763.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.833080] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.833317] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-047d1664-97eb-4954-a702-40853992a1cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.847312] env[68867]: DEBUG nova.compute.provider_tree [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.850248] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1163.850248] env[68867]: value = "task-2952375" [ 1163.850248] env[68867]: _type = "Task" [ 1163.850248] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.855056] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1163.855056] env[68867]: value = "task-2952376" [ 1163.855056] env[68867]: _type = "Task" [ 1163.855056] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.861623] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952375, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.866176] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.930094] env[68867]: DEBUG oslo_vmware.api [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503073} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.930094] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.930341] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.930382] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.930544] env[68867]: INFO nova.compute.manager [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Took 3.19 seconds to destroy the instance on the hypervisor. [ 1163.930772] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.930951] env[68867]: DEBUG nova.compute.manager [-] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.931051] env[68867]: DEBUG nova.network.neutron [-] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.987846] env[68867]: DEBUG oslo_vmware.api [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472983} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.988256] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.988546] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.988817] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.989040] env[68867]: INFO nova.compute.manager [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1163.989263] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.989505] env[68867]: DEBUG nova.compute.manager [-] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.989569] env[68867]: DEBUG nova.network.neutron [-] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.245988] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.358145] env[68867]: DEBUG nova.scheduler.client.report [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.371204] env[68867]: INFO nova.compute.manager [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Took 36.13 seconds to build instance. [ 1164.387224] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07196} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.387542] env[68867]: DEBUG oslo_vmware.api [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952375, 'name': PowerOnVM_Task, 'duration_secs': 0.517391} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.389112] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.389544] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.392211] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fa9b3b-b0d9-48ad-b3df-02d5c4689158 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.416525] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 9e1c37e6-cca9-47e0-ae14-f7907c7c2763/9e1c37e6-cca9-47e0-ae14-f7907c7c2763.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.417430] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfdb1ee-3607-4d17-b0a0-a00dc855709e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.437301] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1164.437301] env[68867]: value = "task-2952377" [ 1164.437301] env[68867]: _type = "Task" [ 1164.437301] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.445682] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.466144] env[68867]: DEBUG nova.compute.manager [req-b1c7c21e-760b-4270-a445-d7ae2e8cd441 req-3003297b-1770-4e42-9158-161247d11154 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Received event network-vif-deleted-03c4a85d-6d20-43ed-9393-eb6f6934a138 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.466222] env[68867]: INFO nova.compute.manager [req-b1c7c21e-760b-4270-a445-d7ae2e8cd441 req-3003297b-1770-4e42-9158-161247d11154 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Neutron deleted interface 03c4a85d-6d20-43ed-9393-eb6f6934a138; detaching it from the instance and deleting it from the info cache [ 1164.466408] env[68867]: DEBUG nova.network.neutron [req-b1c7c21e-760b-4270-a445-d7ae2e8cd441 req-3003297b-1770-4e42-9158-161247d11154 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.512407] env[68867]: DEBUG nova.compute.manager [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.513588] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4ea827-9406-4b56-b1cf-b4aafd574bd5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.634429] env[68867]: DEBUG nova.compute.manager [req-f137f43d-2e26-4bc9-8400-00d80cd92789 req-30391b98-993c-4e4a-8b8a-a178e56cdff2 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Received event network-vif-deleted-36178d4c-b8d9-4d2a-8db8-c89d3c3010e2 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.634429] env[68867]: INFO nova.compute.manager [req-f137f43d-2e26-4bc9-8400-00d80cd92789 req-30391b98-993c-4e4a-8b8a-a178e56cdff2 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Neutron deleted interface 36178d4c-b8d9-4d2a-8db8-c89d3c3010e2; detaching it from the instance and deleting it from the info cache [ 1164.634429] env[68867]: DEBUG nova.network.neutron [req-f137f43d-2e26-4bc9-8400-00d80cd92789 req-30391b98-993c-4e4a-8b8a-a178e56cdff2 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.736187] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e91e611-315a-4a00-86c9-63b7efc7e929 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.746608] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aeba5c80-fd97-487a-a9bf-0a69f28d5592 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Suspending the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1164.750073] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9ad34a37-798b-4348-8823-e744fedd5451 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.752028] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.756345] env[68867]: DEBUG oslo_vmware.api [None req-aeba5c80-fd97-487a-a9bf-0a69f28d5592 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1164.756345] env[68867]: value = "task-2952378" [ 1164.756345] env[68867]: _type = "Task" [ 1164.756345] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.764318] env[68867]: DEBUG oslo_vmware.api [None req-aeba5c80-fd97-487a-a9bf-0a69f28d5592 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952378, 'name': SuspendVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.873615] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.874133] env[68867]: DEBUG nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.877714] env[68867]: DEBUG oslo_concurrency.lockutils [None req-43674616-73af-4fda-8d10-9c2075b7809f tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.639s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.877714] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.692s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.879348] env[68867]: INFO nova.compute.claims [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.882058] env[68867]: DEBUG nova.network.neutron [-] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.949776] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.969779] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11c8ca40-657a-4d37-b4e8-8321960ff439 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.979121] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb465823-480f-4abc-bf16-74393546d494 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.013356] env[68867]: DEBUG nova.compute.manager [req-b1c7c21e-760b-4270-a445-d7ae2e8cd441 req-3003297b-1770-4e42-9158-161247d11154 service nova] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Detach interface failed, port_id=03c4a85d-6d20-43ed-9393-eb6f6934a138, reason: Instance b7fcf51e-f8f1-44ff-83d5-2081b81caef6 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.032072] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6bb8e8f2-7fa1-4e49-a9a2-819fcbb00e23 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.507s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.115991] env[68867]: DEBUG nova.network.neutron [-] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.137336] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33e85f3a-1ac3-4f85-bf80-1f42e772f270 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.147779] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268d3197-c135-492e-8883-aaf279dec52e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.189243] env[68867]: DEBUG nova.compute.manager [req-f137f43d-2e26-4bc9-8400-00d80cd92789 req-30391b98-993c-4e4a-8b8a-a178e56cdff2 service nova] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Detach interface failed, port_id=36178d4c-b8d9-4d2a-8db8-c89d3c3010e2, reason: Instance 798211ff-6d41-4701-aadc-eb333c2e55d6 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.251375] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.265529] env[68867]: DEBUG oslo_vmware.api [None req-aeba5c80-fd97-487a-a9bf-0a69f28d5592 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952378, 'name': SuspendVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.381027] env[68867]: DEBUG nova.compute.utils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.381027] env[68867]: DEBUG nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.381896] env[68867]: DEBUG nova.network.neutron [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.388747] env[68867]: INFO nova.compute.manager [-] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Took 1.40 seconds to deallocate network for instance. [ 1165.450195] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952377, 'name': ReconfigVM_Task, 'duration_secs': 0.812943} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.450195] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 9e1c37e6-cca9-47e0-ae14-f7907c7c2763/9e1c37e6-cca9-47e0-ae14-f7907c7c2763.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.452016] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83efd46f-d53c-423a-8be1-20be63c41965 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.459345] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1165.459345] env[68867]: value = "task-2952379" [ 1165.459345] env[68867]: _type = "Task" [ 1165.459345] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.469122] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952379, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.480640] env[68867]: DEBUG nova.policy [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0adac0d6af6347b78a8999ec4b2fcc8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1732538035442dd8de0eef979e0274d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.619213] env[68867]: INFO nova.compute.manager [-] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Took 1.69 seconds to deallocate network for instance. [ 1165.750590] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.766489] env[68867]: DEBUG oslo_vmware.api [None req-aeba5c80-fd97-487a-a9bf-0a69f28d5592 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952378, 'name': SuspendVM_Task, 'duration_secs': 0.629647} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.766743] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aeba5c80-fd97-487a-a9bf-0a69f28d5592 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Suspended the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1165.766927] env[68867]: DEBUG nova.compute.manager [None req-aeba5c80-fd97-487a-a9bf-0a69f28d5592 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.767722] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ef5a9-7c6b-4d5b-99d3-6bf3cbdd9346 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.834998] env[68867]: DEBUG nova.network.neutron [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Successfully created port: 4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.885768] env[68867]: DEBUG nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.904665] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.970223] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952379, 'name': Rename_Task, 'duration_secs': 0.146898} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.972632] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.973291] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-394ca2ae-93af-4d74-ac0f-40f3c7802af4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.980158] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1165.980158] env[68867]: value = "task-2952380" [ 1165.980158] env[68867]: _type = "Task" [ 1165.980158] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.990805] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.125615] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.135607] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae4fd0-da97-4af2-8cda-2a20c51c369e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.142784] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a87382-64d2-4d18-9abe-2118f40d9e01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.175260] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d5254-4112-49e9-9dff-439a4fb9ef8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.183077] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120c536-9d45-45ec-9655-ba95d1400942 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.197327] env[68867]: DEBUG nova.compute.provider_tree [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.249507] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.489745] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.700804] env[68867]: DEBUG nova.scheduler.client.report [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.750260] env[68867]: DEBUG oslo_vmware.api [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Task: {'id': task-2952360, 'name': ReconfigVM_Task, 'duration_secs': 5.763419} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.750260] env[68867]: DEBUG oslo_concurrency.lockutils [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] Releasing lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.750502] env[68867]: DEBUG nova.virt.vmwareapi.vmops [req-6adda728-5716-4781-8075-7f9b7fe21472 req-7127db8a-30de-4c0f-b17b-4dc4efdedb23 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Reconfigured VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1166.751111] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.070s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.751394] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.751679] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.751917] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.754139] env[68867]: INFO nova.compute.manager [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Terminating instance [ 1166.896477] env[68867]: DEBUG nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.928984] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.929284] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.929443] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.929626] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.929771] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.929918] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.932020] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.932264] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.932509] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.932610] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.932797] env[68867]: DEBUG nova.virt.hardware [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.933738] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49b25b7-8be9-4dc8-9383-c0fcba024b74 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.947435] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0911f05d-f5a6-47c8-98d0-d376456c3411 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.991739] env[68867]: DEBUG oslo_vmware.api [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952380, 'name': PowerOnVM_Task, 'duration_secs': 0.545483} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.992099] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.992338] env[68867]: INFO nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1166.992569] env[68867]: DEBUG nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.993466] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1823971-2155-4136-8c98-113fd771c079 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.207899] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.208214] env[68867]: DEBUG nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.211448] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.308s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.212190] env[68867]: DEBUG nova.objects.instance [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lazy-loading 'resources' on Instance uuid b7fcf51e-f8f1-44ff-83d5-2081b81caef6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.263098] env[68867]: DEBUG nova.compute.manager [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.263352] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.264585] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e124ab-3b2a-46da-9e39-2bbe9ddcf0fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.272625] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.272996] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d03ab2-48fc-430c-9364-2bae12bac083 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.279391] env[68867]: DEBUG oslo_vmware.api [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1167.279391] env[68867]: value = "task-2952381" [ 1167.279391] env[68867]: _type = "Task" [ 1167.279391] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.287290] env[68867]: DEBUG oslo_vmware.api [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.310116] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c782e716-5d0b-42ad-9317-bfe3178f2d78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.310347] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.310558] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c782e716-5d0b-42ad-9317-bfe3178f2d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.310733] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.310903] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.313186] env[68867]: INFO nova.compute.manager [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Terminating instance [ 1167.334537] env[68867]: DEBUG nova.compute.manager [req-5a49ef72-9d34-437a-b988-923fd257b1e1 req-d2615a88-3362-4f42-9f2e-a30e0436f5cc service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Received event network-vif-plugged-4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.334775] env[68867]: DEBUG oslo_concurrency.lockutils [req-5a49ef72-9d34-437a-b988-923fd257b1e1 req-d2615a88-3362-4f42-9f2e-a30e0436f5cc service nova] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.335280] env[68867]: DEBUG oslo_concurrency.lockutils [req-5a49ef72-9d34-437a-b988-923fd257b1e1 req-d2615a88-3362-4f42-9f2e-a30e0436f5cc service nova] Lock "14111a46-3507-42d7-8126-bc0535aff828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.335521] env[68867]: DEBUG oslo_concurrency.lockutils [req-5a49ef72-9d34-437a-b988-923fd257b1e1 req-d2615a88-3362-4f42-9f2e-a30e0436f5cc service nova] Lock "14111a46-3507-42d7-8126-bc0535aff828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.335779] env[68867]: DEBUG nova.compute.manager [req-5a49ef72-9d34-437a-b988-923fd257b1e1 req-d2615a88-3362-4f42-9f2e-a30e0436f5cc service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] No waiting events found dispatching network-vif-plugged-4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.336182] env[68867]: WARNING nova.compute.manager [req-5a49ef72-9d34-437a-b988-923fd257b1e1 req-d2615a88-3362-4f42-9f2e-a30e0436f5cc service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Received unexpected event network-vif-plugged-4a2f2c1b-d232-4980-985e-2448ac4a38e3 for instance with vm_state building and task_state spawning. [ 1167.437831] env[68867]: DEBUG nova.network.neutron [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Successfully updated port: 4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.514378] env[68867]: INFO nova.compute.manager [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Took 26.94 seconds to build instance. [ 1167.714275] env[68867]: DEBUG nova.compute.utils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.715701] env[68867]: DEBUG nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.715874] env[68867]: DEBUG nova.network.neutron [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.758707] env[68867]: DEBUG nova.policy [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '524ca56084f24f879ddda8a707d181b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '294d12945faf402d8178fde4ca046767', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.793303] env[68867]: DEBUG oslo_vmware.api [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952381, 'name': PowerOffVM_Task, 'duration_secs': 0.292287} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.793527] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.793742] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.796115] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae1ee950-72ef-4bb2-a111-afcfbbae8966 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.818864] env[68867]: DEBUG nova.compute.manager [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.819113] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.822612] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da2b390-a310-4704-99e6-d9d56ccb3344 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.830472] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.830472] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32b88da0-0a48-46f7-99ca-cda812d0f924 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.873533] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.873735] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.873907] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleting the datastore file [datastore1] 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.874300] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5eb91d-d652-49fd-8ea0-b2cc54109ba1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.879997] env[68867]: DEBUG oslo_vmware.api [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1167.879997] env[68867]: value = "task-2952384" [ 1167.879997] env[68867]: _type = "Task" [ 1167.879997] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.889614] env[68867]: DEBUG oslo_vmware.api [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.900968] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.901175] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.901352] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleting the datastore file [datastore2] c782e716-5d0b-42ad-9317-bfe3178f2d78 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.904294] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd34060-187f-4e4a-9d47-2168ce9bc068 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.910188] env[68867]: DEBUG oslo_vmware.api [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1167.910188] env[68867]: value = "task-2952385" [ 1167.910188] env[68867]: _type = "Task" [ 1167.910188] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.918206] env[68867]: DEBUG oslo_vmware.api [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.941329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.941329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.941329] env[68867]: DEBUG nova.network.neutron [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.994993] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9424d9da-d0e6-4168-b661-8649d215cc16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.006618] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac3afbc-3a9e-432a-8a8c-814972afdf2c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.040020] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a61aff98-a78f-4983-8b21-28feb79f0b1b tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.465s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.040020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95104fdf-de75-4cd0-a339-fb608143648c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.046688] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8936f9fc-4889-40d6-b8f2-44d6b89edd32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.060906] env[68867]: DEBUG nova.compute.provider_tree [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.066759] env[68867]: DEBUG nova.network.neutron [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Successfully created port: e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.223535] env[68867]: DEBUG nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.390281] env[68867]: DEBUG oslo_vmware.api [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301894} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.390586] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.390818] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.390996] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.391178] env[68867]: INFO nova.compute.manager [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1168.391411] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.391593] env[68867]: DEBUG nova.compute.manager [-] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.391683] env[68867]: DEBUG nova.network.neutron [-] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.422087] env[68867]: DEBUG oslo_vmware.api [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258347} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.422361] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.423342] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.423536] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.423709] env[68867]: INFO nova.compute.manager [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1168.423944] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.424177] env[68867]: DEBUG nova.compute.manager [-] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.424271] env[68867]: DEBUG nova.network.neutron [-] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.476958] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.477254] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.477455] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.477655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.477818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.480459] env[68867]: INFO nova.compute.manager [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Terminating instance [ 1168.501909] env[68867]: DEBUG nova.network.neutron [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.564875] env[68867]: DEBUG nova.scheduler.client.report [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.869386] env[68867]: INFO nova.compute.manager [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Rebuilding instance [ 1168.901156] env[68867]: DEBUG nova.network.neutron [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.938670] env[68867]: DEBUG nova.compute.manager [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.939817] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1aac5a-e738-4051-ba5c-59fca5d3c020 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.987324] env[68867]: DEBUG nova.compute.manager [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.987324] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.987942] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c634817-1dc5-4899-b8eb-f62c45ecccbe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.997427] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.997671] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe25996c-360a-4984-bb5e-d63eb1eb9769 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.004296] env[68867]: DEBUG oslo_vmware.api [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1169.004296] env[68867]: value = "task-2952386" [ 1169.004296] env[68867]: _type = "Task" [ 1169.004296] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.013674] env[68867]: DEBUG oslo_vmware.api [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.069988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.072536] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.947s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.072768] env[68867]: DEBUG nova.objects.instance [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'resources' on Instance uuid 798211ff-6d41-4701-aadc-eb333c2e55d6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.088770] env[68867]: INFO nova.scheduler.client.report [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleted allocations for instance b7fcf51e-f8f1-44ff-83d5-2081b81caef6 [ 1169.169204] env[68867]: DEBUG nova.network.neutron [-] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.235642] env[68867]: DEBUG nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.249854] env[68867]: DEBUG nova.compute.manager [req-63ca46a2-e6f6-4044-92b5-5a387d76576f req-8d02c75a-6742-443a-bc85-7ea4fd07e965 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Received event network-vif-deleted-beafe78d-4b11-492c-9022-14a135b8e630 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.250086] env[68867]: INFO nova.compute.manager [req-63ca46a2-e6f6-4044-92b5-5a387d76576f req-8d02c75a-6742-443a-bc85-7ea4fd07e965 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Neutron deleted interface beafe78d-4b11-492c-9022-14a135b8e630; detaching it from the instance and deleting it from the info cache [ 1169.250261] env[68867]: DEBUG nova.network.neutron [req-63ca46a2-e6f6-4044-92b5-5a387d76576f req-8d02c75a-6742-443a-bc85-7ea4fd07e965 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.259262] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.259515] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.259673] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.259958] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.260134] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.260280] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.260484] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.260639] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.260834] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.261009] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.261380] env[68867]: DEBUG nova.virt.hardware [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.262334] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbf830-8f10-4620-9df3-9e8cb89d82db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.271338] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901f494b-18ae-4eb9-a872-429986b24ac9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.371116] env[68867]: DEBUG nova.compute.manager [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Received event network-changed-4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.371254] env[68867]: DEBUG nova.compute.manager [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Refreshing instance network info cache due to event network-changed-4a2f2c1b-d232-4980-985e-2448ac4a38e3. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.371450] env[68867]: DEBUG oslo_concurrency.lockutils [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] Acquiring lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.408573] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.408902] env[68867]: DEBUG nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Instance network_info: |[{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.409207] env[68867]: DEBUG oslo_concurrency.lockutils [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] Acquired lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.409383] env[68867]: DEBUG nova.network.neutron [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Refreshing network info cache for port 4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.410709] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:f1:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a2f2c1b-d232-4980-985e-2448ac4a38e3', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.419264] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.422012] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.422503] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602f97c0-19e5-4931-ab67-a35131df30dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.443694] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.443694] env[68867]: value = "task-2952387" [ 1169.443694] env[68867]: _type = "Task" [ 1169.443694] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.451993] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952387, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.513625] env[68867]: DEBUG oslo_vmware.api [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952386, 'name': PowerOffVM_Task, 'duration_secs': 0.208171} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.513894] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.514198] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.514461] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db519078-df21-404a-9df5-be2837b5f6ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.530785] env[68867]: DEBUG nova.network.neutron [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Successfully updated port: e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.585711] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.586149] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.586149] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleting the datastore file [datastore1] 9e1c37e6-cca9-47e0-ae14-f7907c7c2763 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.586531] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43c267fd-2857-4b3c-8336-d7f471161183 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.592579] env[68867]: DEBUG oslo_vmware.api [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1169.592579] env[68867]: value = "task-2952389" [ 1169.592579] env[68867]: _type = "Task" [ 1169.592579] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.605022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-08a3234e-af1d-4bbf-9dad-06dc29af86a3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "b7fcf51e-f8f1-44ff-83d5-2081b81caef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.240s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.608691] env[68867]: DEBUG oslo_vmware.api [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.668125] env[68867]: INFO nova.compute.manager [-] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Took 1.24 seconds to deallocate network for instance. [ 1169.678760] env[68867]: DEBUG nova.network.neutron [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updated VIF entry in instance network info cache for port 4a2f2c1b-d232-4980-985e-2448ac4a38e3. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.679124] env[68867]: DEBUG nova.network.neutron [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.731934] env[68867]: DEBUG nova.network.neutron [-] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.755016] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-535c0300-e70e-4823-a5a3-3b6cc2794a99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.767400] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8de543-d790-42cf-bcb8-06c1aa736107 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.807944] env[68867]: DEBUG nova.compute.manager [req-63ca46a2-e6f6-4044-92b5-5a387d76576f req-8d02c75a-6742-443a-bc85-7ea4fd07e965 service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Detach interface failed, port_id=beafe78d-4b11-492c-9022-14a135b8e630, reason: Instance 44c08386-7b8a-4cb2-9788-1bbbbe144f02 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.829060] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4d8d28-54ef-40f7-8bee-8c71b28c08ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.839633] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b762170f-a107-4509-8a4b-2aee05dc9210 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.869725] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66865261-7d9e-47fa-b59c-c1a8befc8d52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.875859] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701a8c0e-b3c4-4c2b-8a17-85a556300c5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.890692] env[68867]: DEBUG nova.compute.provider_tree [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.955635] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952387, 'name': CreateVM_Task, 'duration_secs': 0.467186} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.955762] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.956465] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.956626] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.956961] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.957196] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a04445e-e0b9-4baf-8428-e313dc97d0f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.959071] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.959307] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d813ea3-d490-454d-8918-ce9e356d7fd0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.964046] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1169.964046] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cee304-22c9-d7cc-512e-65bea9011259" [ 1169.964046] env[68867]: _type = "Task" [ 1169.964046] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.968250] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1169.968250] env[68867]: value = "task-2952390" [ 1169.968250] env[68867]: _type = "Task" [ 1169.968250] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.974252] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cee304-22c9-d7cc-512e-65bea9011259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.980418] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.033070] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.033226] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.033373] env[68867]: DEBUG nova.network.neutron [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.102433] env[68867]: DEBUG oslo_vmware.api [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163172} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.102696] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.102882] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.103097] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.103274] env[68867]: INFO nova.compute.manager [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1170.103520] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.106801] env[68867]: DEBUG nova.compute.manager [-] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.106801] env[68867]: DEBUG nova.network.neutron [-] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.177440] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.181154] env[68867]: DEBUG oslo_concurrency.lockutils [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] Releasing lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.181455] env[68867]: DEBUG nova.compute.manager [req-6db4fe1a-0a27-4de7-8fdf-03d441a54da7 req-ce2198de-88a1-4160-8c1c-c2ee936ab13d service nova] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Received event network-vif-deleted-50af9188-c9c3-476b-9a15-fe6a4ec172e6 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.236478] env[68867]: INFO nova.compute.manager [-] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Took 1.84 seconds to deallocate network for instance. [ 1170.393634] env[68867]: DEBUG nova.scheduler.client.report [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.482151] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952390, 'name': PowerOffVM_Task, 'duration_secs': 0.319013} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.485392] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.485640] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.485932] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cee304-22c9-d7cc-512e-65bea9011259, 'name': SearchDatastore_Task, 'duration_secs': 0.017063} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.487887] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a6a76-8879-43ed-a0a2-61c1eaad9b78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.490566] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.490865] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.491150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.491388] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.491465] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.492025] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a92a2dc-e7c6-4882-a29b-b94bcbaf76a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.498523] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.499390] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae99b5ba-df95-43b8-9bcd-869cdfbc37ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.502053] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.502242] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.503331] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62421d84-80ec-4662-bb15-cd9cc9633484 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.508611] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1170.508611] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524f7d16-31de-b89e-7163-cf0b7d21bffd" [ 1170.508611] env[68867]: _type = "Task" [ 1170.508611] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.516977] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524f7d16-31de-b89e-7163-cf0b7d21bffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.568452] env[68867]: DEBUG nova.network.neutron [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.575228] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.575421] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.575466] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleting the datastore file [datastore2] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.575738] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d259fccc-3437-447a-80f6-bd370c52d8e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.581707] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1170.581707] env[68867]: value = "task-2952392" [ 1170.581707] env[68867]: _type = "Task" [ 1170.581707] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.591373] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.720901] env[68867]: DEBUG nova.network.neutron [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updating instance_info_cache with network_info: [{"id": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "address": "fa:16:3e:d6:e7:75", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape199b513-ba", "ovs_interfaceid": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.746233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.902336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.904817] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.728s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.905599] env[68867]: DEBUG nova.objects.instance [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'resources' on Instance uuid c782e716-5d0b-42ad-9317-bfe3178f2d78 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.927190] env[68867]: INFO nova.scheduler.client.report [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted allocations for instance 798211ff-6d41-4701-aadc-eb333c2e55d6 [ 1170.992219] env[68867]: DEBUG nova.network.neutron [-] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.019314] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524f7d16-31de-b89e-7163-cf0b7d21bffd, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.020161] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9872cb20-38da-473c-b9ba-30fcfaca9f5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.025298] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1171.025298] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52191e92-c65a-23b7-20b9-c585713a633a" [ 1171.025298] env[68867]: _type = "Task" [ 1171.025298] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.034150] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52191e92-c65a-23b7-20b9-c585713a633a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.091986] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134125} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.092283] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.092464] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.092639] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.224074] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.224461] env[68867]: DEBUG nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Instance network_info: |[{"id": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "address": "fa:16:3e:d6:e7:75", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape199b513-ba", "ovs_interfaceid": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.224913] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e7:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e199b513-bab2-4ec9-9b40-1a79d1d6235d', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.232988] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.233220] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.233456] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db089811-1e8a-4d9c-8ebc-594e45c7bfe2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.255028] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.255028] env[68867]: value = "task-2952393" [ 1171.255028] env[68867]: _type = "Task" [ 1171.255028] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.263237] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952393, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.273471] env[68867]: DEBUG nova.compute.manager [req-93e1edfc-9d62-45f3-9cd7-01f75d9b811f req-8099f4c7-7ea7-458d-8b44-5af16d2c9d38 service nova] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Received event network-vif-deleted-6d5c264e-95c4-44f3-8585-c230ee31912d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.408074] env[68867]: DEBUG nova.compute.manager [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Received event network-vif-plugged-e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.408365] env[68867]: DEBUG oslo_concurrency.lockutils [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.408591] env[68867]: DEBUG oslo_concurrency.lockutils [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.408826] env[68867]: DEBUG oslo_concurrency.lockutils [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.408933] env[68867]: DEBUG nova.compute.manager [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] No waiting events found dispatching network-vif-plugged-e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.409108] env[68867]: WARNING nova.compute.manager [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Received unexpected event network-vif-plugged-e199b513-bab2-4ec9-9b40-1a79d1d6235d for instance with vm_state building and task_state spawning. [ 1171.409261] env[68867]: DEBUG nova.compute.manager [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Received event network-changed-e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.409408] env[68867]: DEBUG nova.compute.manager [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Refreshing instance network info cache due to event network-changed-e199b513-bab2-4ec9-9b40-1a79d1d6235d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.409624] env[68867]: DEBUG oslo_concurrency.lockutils [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] Acquiring lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.409727] env[68867]: DEBUG oslo_concurrency.lockutils [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] Acquired lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.409897] env[68867]: DEBUG nova.network.neutron [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Refreshing network info cache for port e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.436028] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c4ca87ab-2800-4a4e-938b-cb75661cdb2b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "798211ff-6d41-4701-aadc-eb333c2e55d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.208s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.495516] env[68867]: INFO nova.compute.manager [-] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Took 1.39 seconds to deallocate network for instance. [ 1171.536543] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52191e92-c65a-23b7-20b9-c585713a633a, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.539989] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.540454] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.541187] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3140ae46-1509-4387-a5b4-81c19da26b16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.548268] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1171.548268] env[68867]: value = "task-2952394" [ 1171.548268] env[68867]: _type = "Task" [ 1171.548268] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.559547] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.645463] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449e17f8-1c2b-4408-acf5-e9594aaf5702 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.652956] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717b1c0b-d1c7-4d95-9113-9dc5d9c5c273 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.686451] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456bda06-5204-4dd7-9199-65396daf070f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.695626] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0377c27f-7d8c-4542-ab74-32bde6349e93 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.715268] env[68867]: DEBUG nova.compute.provider_tree [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.767659] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952393, 'name': CreateVM_Task, 'duration_secs': 0.383174} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.767967] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.768912] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.769076] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.769480] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.769779] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f7b904-0b66-4d1e-86ec-abe0aa6cf523 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.775625] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1171.775625] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52207051-2e38-3f99-4173-f39be0583bd6" [ 1171.775625] env[68867]: _type = "Task" [ 1171.775625] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.784835] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52207051-2e38-3f99-4173-f39be0583bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.005716] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.068493] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952394, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.130852] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.131101] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.131259] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.131436] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.131578] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.131720] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.131955] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.132274] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.132473] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.132639] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.132829] env[68867]: DEBUG nova.virt.hardware [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.133720] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c966fb6-ebb1-463d-96f5-f05de61283b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.141899] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d466bb9a-df84-4460-b2a7-65f00393a7ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.156331] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:48:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de8b081-d5fa-491b-bc06-ba2cc82ce7ca', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.164375] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.167278] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.167722] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f999457-2288-48fd-8247-f9d10ad3572c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.188669] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.188669] env[68867]: value = "task-2952395" [ 1172.188669] env[68867]: _type = "Task" [ 1172.188669] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.196014] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952395, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.216185] env[68867]: DEBUG nova.scheduler.client.report [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.285417] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52207051-2e38-3f99-4173-f39be0583bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.054405} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.285867] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.286220] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.286573] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.286845] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.287171] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.289018] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7fafe9d-dba5-4bce-a9eb-df8f5644de3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.299021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.299021] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.299021] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03ffe91-eb86-4599-94cd-39ee84269970 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.306310] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1172.306310] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529b6f4d-8197-6c48-4dbc-0a16e5f77b43" [ 1172.306310] env[68867]: _type = "Task" [ 1172.306310] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.312051] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529b6f4d-8197-6c48-4dbc-0a16e5f77b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.338544] env[68867]: DEBUG nova.network.neutron [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updated VIF entry in instance network info cache for port e199b513-bab2-4ec9-9b40-1a79d1d6235d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.338544] env[68867]: DEBUG nova.network.neutron [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updating instance_info_cache with network_info: [{"id": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "address": "fa:16:3e:d6:e7:75", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape199b513-ba", "ovs_interfaceid": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.560635] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521901} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.560635] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.560880] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.561134] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccaa1b9c-f25f-47cf-b911-832574598741 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.567054] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1172.567054] env[68867]: value = "task-2952396" [ 1172.567054] env[68867]: _type = "Task" [ 1172.567054] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.575820] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.698665] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952395, 'name': CreateVM_Task, 'duration_secs': 0.368052} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.698914] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.699489] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.699651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.699992] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.700254] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a8b351-b0be-42d0-abdd-d2e1a10360f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.704562] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1172.704562] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52670ef0-e4e2-2df9-2e39-d22ee59c8b9e" [ 1172.704562] env[68867]: _type = "Task" [ 1172.704562] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.711722] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52670ef0-e4e2-2df9-2e39-d22ee59c8b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.722521] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.724648] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.979s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.724879] env[68867]: DEBUG nova.objects.instance [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'resources' on Instance uuid 44c08386-7b8a-4cb2-9788-1bbbbe144f02 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.742695] env[68867]: INFO nova.scheduler.client.report [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted allocations for instance c782e716-5d0b-42ad-9317-bfe3178f2d78 [ 1172.813469] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529b6f4d-8197-6c48-4dbc-0a16e5f77b43, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.814152] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a17774a-5d71-4e42-8fdd-bdb074575b80 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.819182] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1172.819182] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526d8cbd-47ad-2560-6501-c6ab3f328523" [ 1172.819182] env[68867]: _type = "Task" [ 1172.819182] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.827030] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526d8cbd-47ad-2560-6501-c6ab3f328523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.839581] env[68867]: DEBUG oslo_concurrency.lockutils [req-e0e3783f-ff17-4917-b85b-066b6d1ec2a3 req-bbe118d7-8a2d-46b4-b0da-62768404008f service nova] Releasing lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.076630] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072347} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.076905] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.077705] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df799280-18fc-48bb-ae83-c92369541cfc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.099979] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.100280] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4da900d-41c6-4a14-842b-e8ec63dc979b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.121357] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1173.121357] env[68867]: value = "task-2952397" [ 1173.121357] env[68867]: _type = "Task" [ 1173.121357] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.131070] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.214889] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52670ef0-e4e2-2df9-2e39-d22ee59c8b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.215212] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.215439] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.215649] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.221213] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.221429] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.250566] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2af4fa27-0de3-468d-ad31-f55278c4bab0 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c782e716-5d0b-42ad-9317-bfe3178f2d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.940s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.332870] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526d8cbd-47ad-2560-6501-c6ab3f328523, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.333218] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.333568] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 98a62f4d-e975-4e06-a51f-6f21da877d4b/98a62f4d-e975-4e06-a51f-6f21da877d4b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.333915] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.334183] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.334438] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c684c917-2530-48af-bff1-61960c32784a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.339499] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d367ae8f-8ac9-4f22-9d18-c58d5fe98b88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.347739] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1173.347739] env[68867]: value = "task-2952398" [ 1173.347739] env[68867]: _type = "Task" [ 1173.347739] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.352221] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.352443] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.356583] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b6b714-5434-4bc3-82a6-f17ede5fcc9b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.363023] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.365966] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1173.365966] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52dd7602-0241-e8fc-72f9-cbf03d0edc54" [ 1173.365966] env[68867]: _type = "Task" [ 1173.365966] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.376065] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dd7602-0241-e8fc-72f9-cbf03d0edc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.444295] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6869d5e0-45d5-4828-8f09-670cd6c55081 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.452059] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44256b3f-f24b-4d90-9ef4-13d5b9e87166 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.485406] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d728d0-12c4-4842-9259-5b6a44936cdb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.494687] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651644f0-652d-4399-a020-a16dc8982192 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.508336] env[68867]: DEBUG nova.compute.provider_tree [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.631443] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952397, 'name': ReconfigVM_Task, 'duration_secs': 0.456371} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.631749] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.632508] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b6854d-31cd-4459-a69e-8508e8c4aaef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.639711] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1173.639711] env[68867]: value = "task-2952399" [ 1173.639711] env[68867]: _type = "Task" [ 1173.639711] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.649244] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952399, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.723982] env[68867]: DEBUG nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.858771] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952398, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.875549] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dd7602-0241-e8fc-72f9-cbf03d0edc54, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.876401] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfe7b44-1f82-449c-a06f-e15ab095923d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.882037] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1173.882037] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b7d47f-ee1a-213a-5327-2c044970bdfe" [ 1173.882037] env[68867]: _type = "Task" [ 1173.882037] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.889879] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b7d47f-ee1a-213a-5327-2c044970bdfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.011466] env[68867]: DEBUG nova.scheduler.client.report [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.155587] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952399, 'name': Rename_Task, 'duration_secs': 0.20435} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.155934] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.156231] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b4ee55-be16-44e7-acfc-c2fa4b3692f4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.162514] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1174.162514] env[68867]: value = "task-2952400" [ 1174.162514] env[68867]: _type = "Task" [ 1174.162514] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.170894] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.242949] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.359650] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518781} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.360013] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 98a62f4d-e975-4e06-a51f-6f21da877d4b/98a62f4d-e975-4e06-a51f-6f21da877d4b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.360166] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.360464] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12cd7a99-6ca0-4724-a2d5-9fc816780540 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.367825] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1174.367825] env[68867]: value = "task-2952401" [ 1174.367825] env[68867]: _type = "Task" [ 1174.367825] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.380327] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.392102] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b7d47f-ee1a-213a-5327-2c044970bdfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.392331] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.392607] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.392847] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23dba90a-4c38-4373-ab55-b8214c696cfa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.400562] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1174.400562] env[68867]: value = "task-2952402" [ 1174.400562] env[68867]: _type = "Task" [ 1174.400562] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.408218] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.516014] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.518785] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.513s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.518785] env[68867]: DEBUG nova.objects.instance [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'resources' on Instance uuid 9e1c37e6-cca9-47e0-ae14-f7907c7c2763 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.537749] env[68867]: INFO nova.scheduler.client.report [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted allocations for instance 44c08386-7b8a-4cb2-9788-1bbbbe144f02 [ 1174.557449] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.557449] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.672241] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.878750] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138135} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.879160] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.879991] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397cbc20-a4a5-4bb0-9d9a-a0435d790f3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.905362] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 98a62f4d-e975-4e06-a51f-6f21da877d4b/98a62f4d-e975-4e06-a51f-6f21da877d4b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.905757] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7840cda3-f3a9-49e3-8aaa-acb0eb4f5af2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.930898] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952402, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.932526] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1174.932526] env[68867]: value = "task-2952403" [ 1174.932526] env[68867]: _type = "Task" [ 1174.932526] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.941190] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.046034] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fdfec053-36af-4f17-938f-36c48ff2840e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.295s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.046784] env[68867]: DEBUG oslo_concurrency.lockutils [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] Acquired lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.048677] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57825f01-5351-4125-8ed0-02d972587e2c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.056683] env[68867]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1175.056868] env[68867]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68867) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1175.057310] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-906c1b05-2208-4455-90cf-2fe997091092 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.059793] env[68867]: DEBUG nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.070179] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f3beea-86ba-4642-a583-a358dd1a3523 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.113293] env[68867]: ERROR root [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-592436' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-592436' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-592436' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-592436'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-592436' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-592436' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-592436'}\n"]: nova.exception.InstanceNotFound: Instance 44c08386-7b8a-4cb2-9788-1bbbbe144f02 could not be found. [ 1175.113538] env[68867]: DEBUG oslo_concurrency.lockutils [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] Releasing lock "44c08386-7b8a-4cb2-9788-1bbbbe144f02" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.114023] env[68867]: DEBUG nova.compute.manager [req-95e42a4e-4a52-42d0-8871-f9593877db2b req-40b31042-90ac-4d2c-98e7-cd8f09a928df service nova] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Detach interface failed, port_id=0d8f905b-c2cf-433c-bbb3-41f242ec7d03, reason: Instance 44c08386-7b8a-4cb2-9788-1bbbbe144f02 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.174082] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.253210] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a7c6e-6d0f-4ed7-accf-831dc0c42069 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.261438] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c645248f-0923-4154-be8f-c11dc840cf0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.293728] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d8f418-ac03-476b-b577-cff96e388d69 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.301899] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d31a07f-a284-4783-aae8-ee61050598a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.315542] env[68867]: DEBUG nova.compute.provider_tree [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.416571] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722815} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.416898] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.417194] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.417495] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-566b7f00-5cd4-499a-9bf7-608995166adc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.427142] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1175.427142] env[68867]: value = "task-2952404" [ 1175.427142] env[68867]: _type = "Task" [ 1175.427142] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.439414] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.444469] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952403, 'name': ReconfigVM_Task, 'duration_secs': 0.422778} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.444757] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 98a62f4d-e975-4e06-a51f-6f21da877d4b/98a62f4d-e975-4e06-a51f-6f21da877d4b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.445453] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b09cb5d7-1e8b-4306-bc46-379e5fbefa7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.451208] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1175.451208] env[68867]: value = "task-2952405" [ 1175.451208] env[68867]: _type = "Task" [ 1175.451208] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.459664] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952405, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.585477] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.673528] env[68867]: DEBUG oslo_vmware.api [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952400, 'name': PowerOnVM_Task, 'duration_secs': 1.183319} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.673671] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.673873] env[68867]: INFO nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1175.674081] env[68867]: DEBUG nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.674846] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30468b4-3330-4e4f-bddf-fb28ca9511d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.818834] env[68867]: DEBUG nova.scheduler.client.report [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.936691] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077835} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.936985] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.937550] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b3b600-fb1f-4ea8-809d-7fe94d104833 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.959375] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.959693] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8404dd2a-cc4f-417e-bbec-8f391ddcaf18 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.982601] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952405, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.983859] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1175.983859] env[68867]: value = "task-2952406" [ 1175.983859] env[68867]: _type = "Task" [ 1175.983859] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.990942] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.192460] env[68867]: INFO nova.compute.manager [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Took 15.33 seconds to build instance. [ 1176.323875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.326551] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.084s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.328319] env[68867]: INFO nova.compute.claims [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.351670] env[68867]: INFO nova.scheduler.client.report [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted allocations for instance 9e1c37e6-cca9-47e0-ae14-f7907c7c2763 [ 1176.470135] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952405, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.493927] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.694716] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0f5a36a3-1624-4938-9f52-9d759d0c840a tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.846s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.863613] env[68867]: DEBUG oslo_concurrency.lockutils [None req-59231877-9722-421a-8aa5-89a012566a4c tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "9e1c37e6-cca9-47e0-ae14-f7907c7c2763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.386s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.970768] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952405, 'name': Rename_Task, 'duration_secs': 1.151479} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.971084] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.971300] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-317adf9a-c767-43c8-92ca-a3f7e0fc1d70 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.977497] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1176.977497] env[68867]: value = "task-2952407" [ 1176.977497] env[68867]: _type = "Task" [ 1176.977497] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.985784] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.993971] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952406, 'name': ReconfigVM_Task, 'duration_secs': 0.624821} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.994263] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3/a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.994942] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87057564-7bed-4f6b-a4db-1cdc162645b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.000980] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1177.000980] env[68867]: value = "task-2952408" [ 1177.000980] env[68867]: _type = "Task" [ 1177.000980] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.009480] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952408, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.490994] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952407, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.512429] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952408, 'name': Rename_Task, 'duration_secs': 0.170182} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.513188] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.513188] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0365bebb-d217-40f2-a4e2-ecf8ccc93fd4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.520516] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1177.520516] env[68867]: value = "task-2952409" [ 1177.520516] env[68867]: _type = "Task" [ 1177.520516] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.532098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.532434] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "995022fb-7371-4bd1-8909-3fe6c656898b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.537386] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952409, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.550378] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "5723a61d-191c-4591-9ca5-c42821edb6ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.550646] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.550871] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "5723a61d-191c-4591-9ca5-c42821edb6ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.551091] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.551268] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.553812] env[68867]: INFO nova.compute.manager [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Terminating instance [ 1177.572717] env[68867]: DEBUG nova.compute.manager [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Received event network-changed-4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.572922] env[68867]: DEBUG nova.compute.manager [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Refreshing instance network info cache due to event network-changed-4a2f2c1b-d232-4980-985e-2448ac4a38e3. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.573190] env[68867]: DEBUG oslo_concurrency.lockutils [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] Acquiring lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.573295] env[68867]: DEBUG oslo_concurrency.lockutils [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] Acquired lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.573459] env[68867]: DEBUG nova.network.neutron [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Refreshing network info cache for port 4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.590223] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c07d75-4472-4260-9a3f-deae3bd1960d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.598095] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d961169-0029-45df-91f0-4fcfbe1e80c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.631114] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d33b165-6ce1-4a6a-9153-863df7a961f5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.638810] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5c359-47be-4c3f-b22c-50ff21b5940d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.653312] env[68867]: DEBUG nova.compute.provider_tree [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.991403] env[68867]: DEBUG oslo_vmware.api [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952407, 'name': PowerOnVM_Task, 'duration_secs': 0.580741} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.991701] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.991938] env[68867]: INFO nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1177.993344] env[68867]: DEBUG nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.993344] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fdbce0-a76c-4027-8fe2-fb348d3004b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.032089] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.038728] env[68867]: DEBUG nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.059072] env[68867]: DEBUG nova.compute.manager [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.059807] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.060342] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcd84eb-da67-4878-a537-59aa7d54b8a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.069026] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.072279] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62cb6850-5d67-4f91-aba2-fde4b25889f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.079147] env[68867]: DEBUG oslo_vmware.api [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1178.079147] env[68867]: value = "task-2952410" [ 1178.079147] env[68867]: _type = "Task" [ 1178.079147] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.092479] env[68867]: DEBUG oslo_vmware.api [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.156137] env[68867]: DEBUG nova.scheduler.client.report [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.437146] env[68867]: DEBUG nova.network.neutron [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updated VIF entry in instance network info cache for port 4a2f2c1b-d232-4980-985e-2448ac4a38e3. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.437513] env[68867]: DEBUG nova.network.neutron [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.511477] env[68867]: INFO nova.compute.manager [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Took 16.34 seconds to build instance. [ 1178.532631] env[68867]: DEBUG oslo_vmware.api [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952409, 'name': PowerOnVM_Task, 'duration_secs': 0.775612} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.532907] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.533127] env[68867]: DEBUG nova.compute.manager [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.533888] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed7f70-3c5d-40c4-b971-cbbc72fcd19e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.560225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.589815] env[68867]: DEBUG oslo_vmware.api [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952410, 'name': PowerOffVM_Task, 'duration_secs': 0.330911} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.590142] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.590321] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.590567] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a95a2c8e-2358-4dfc-868e-02bdb63fc864 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.662288] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.663042] env[68867]: DEBUG nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.666882] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.081s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.669554] env[68867]: INFO nova.compute.claims [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.674995] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.675277] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.676026] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleting the datastore file [datastore2] 5723a61d-191c-4591-9ca5-c42821edb6ca {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.676118] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de1a0a83-be69-4be6-b861-38d65d1a93c3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.683521] env[68867]: DEBUG oslo_vmware.api [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1178.683521] env[68867]: value = "task-2952412" [ 1178.683521] env[68867]: _type = "Task" [ 1178.683521] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.692720] env[68867]: DEBUG oslo_vmware.api [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.748870] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "4044ce86-5aef-49c9-8382-98687e45edca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.749211] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.940187] env[68867]: DEBUG oslo_concurrency.lockutils [req-53ea56f6-7c72-4829-91ce-dc6402ea0f43 req-d0cfeb72-0b94-4e2a-b4a1-12f61b7baef2 service nova] Releasing lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.013379] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e7ccf18-a0e3-4794-8079-1bd676d1d733 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.865s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.051136] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.177597] env[68867]: DEBUG nova.compute.utils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.182581] env[68867]: DEBUG nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.182840] env[68867]: DEBUG nova.network.neutron [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.201309] env[68867]: DEBUG oslo_vmware.api [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146092} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.201614] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.201919] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.202226] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.202468] env[68867]: INFO nova.compute.manager [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1179.202788] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.203349] env[68867]: DEBUG nova.compute.manager [-] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.203483] env[68867]: DEBUG nova.network.neutron [-] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.251073] env[68867]: DEBUG nova.policy [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2decb7bef1e04a049961a6de79590720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4b73ae3ad004cc0b6896b55f600985b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.253047] env[68867]: INFO nova.compute.manager [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Detaching volume 9959b5fc-f196-42d1-981e-8c8275c8e1b0 [ 1179.296323] env[68867]: INFO nova.virt.block_device [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Attempting to driver detach volume 9959b5fc-f196-42d1-981e-8c8275c8e1b0 from mountpoint /dev/sdb [ 1179.296323] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.296323] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592522', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'name': 'volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4044ce86-5aef-49c9-8382-98687e45edca', 'attached_at': '', 'detached_at': '', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'serial': '9959b5fc-f196-42d1-981e-8c8275c8e1b0'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.296323] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92808dd9-e88b-4578-8613-c61b6ef4b435 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.323660] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c364c-8b31-46b6-a743-9660c166d2dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331258] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d8d07d-b2a1-418c-9afa-50b128ecc397 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.354250] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9878fd7-9bf1-4824-a4d8-e9f933b2a023 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.370021] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] The volume has not been displaced from its original location: [datastore2] volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0/volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.377009] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.377359] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a6be43-b587-4e3d-928c-69dde49a51fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.398292] env[68867]: DEBUG oslo_vmware.api [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1179.398292] env[68867]: value = "task-2952413" [ 1179.398292] env[68867]: _type = "Task" [ 1179.398292] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.405556] env[68867]: DEBUG oslo_vmware.api [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.692980] env[68867]: DEBUG nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.696611] env[68867]: DEBUG nova.network.neutron [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Successfully created port: d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.702321] env[68867]: DEBUG nova.compute.manager [req-47f59fc3-3ecf-46f9-bbc4-e24ec9384bf3 req-d77d7650-8255-458e-948c-f22e75f8e763 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Received event network-vif-deleted-a2c3e49f-778a-4960-a63e-16669eb884b1 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.702321] env[68867]: INFO nova.compute.manager [req-47f59fc3-3ecf-46f9-bbc4-e24ec9384bf3 req-d77d7650-8255-458e-948c-f22e75f8e763 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Neutron deleted interface a2c3e49f-778a-4960-a63e-16669eb884b1; detaching it from the instance and deleting it from the info cache [ 1179.702669] env[68867]: DEBUG nova.network.neutron [req-47f59fc3-3ecf-46f9-bbc4-e24ec9384bf3 req-d77d7650-8255-458e-948c-f22e75f8e763 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.908690] env[68867]: DEBUG oslo_vmware.api [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.926861] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d07fd9-e3c1-4997-afd8-129b46711925 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.935395] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b074d-55ef-4d56-bcd9-16e564c5dd33 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.968601] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09718ce-c686-4d0b-9164-14a660583edc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.976372] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b44e1b5-2b51-47cf-8c52-e50d23da0a3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.990640] env[68867]: DEBUG nova.compute.provider_tree [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.182038] env[68867]: DEBUG nova.network.neutron [-] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.207968] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbe913b7-8b8c-481d-93d9-cf3094388bcc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.217085] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7561be-e927-4e62-9e6c-2a9e88b52eaa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.255559] env[68867]: DEBUG nova.compute.manager [req-47f59fc3-3ecf-46f9-bbc4-e24ec9384bf3 req-d77d7650-8255-458e-948c-f22e75f8e763 service nova] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Detach interface failed, port_id=a2c3e49f-778a-4960-a63e-16669eb884b1, reason: Instance 5723a61d-191c-4591-9ca5-c42821edb6ca could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.409688] env[68867]: DEBUG oslo_vmware.api [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952413, 'name': ReconfigVM_Task, 'duration_secs': 0.549997} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.410034] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.414752] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab15406-b42c-4b2d-85f3-1982bf0168bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.430533] env[68867]: DEBUG oslo_vmware.api [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1180.430533] env[68867]: value = "task-2952414" [ 1180.430533] env[68867]: _type = "Task" [ 1180.430533] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.440662] env[68867]: DEBUG oslo_vmware.api [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.494232] env[68867]: DEBUG nova.scheduler.client.report [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.685829] env[68867]: INFO nova.compute.manager [-] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Took 1.48 seconds to deallocate network for instance. [ 1180.706888] env[68867]: DEBUG nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.735114] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.735368] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.735523] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.735695] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.735835] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.735976] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.736207] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.736362] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.736526] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.736680] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.736848] env[68867]: DEBUG nova.virt.hardware [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.737959] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec143fb3-1314-4f4b-8393-f4c12b2e13c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.746433] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f006a2f-2dcb-4bd0-b0fc-6969dddcec5d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.940599] env[68867]: DEBUG oslo_vmware.api [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952414, 'name': ReconfigVM_Task, 'duration_secs': 0.136585} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.940903] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592522', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'name': 'volume-9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4044ce86-5aef-49c9-8382-98687e45edca', 'attached_at': '', 'detached_at': '', 'volume_id': '9959b5fc-f196-42d1-981e-8c8275c8e1b0', 'serial': '9959b5fc-f196-42d1-981e-8c8275c8e1b0'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.999929] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.000573] env[68867]: DEBUG nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.003995] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.443s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.004856] env[68867]: INFO nova.compute.claims [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.192341] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.243698] env[68867]: DEBUG nova.compute.manager [req-37e07536-9c1e-4415-b025-ae06463238ff req-ebc7a872-1f11-4763-9e43-501f75e84175 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Received event network-vif-plugged-d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.243984] env[68867]: DEBUG oslo_concurrency.lockutils [req-37e07536-9c1e-4415-b025-ae06463238ff req-ebc7a872-1f11-4763-9e43-501f75e84175 service nova] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.244412] env[68867]: DEBUG oslo_concurrency.lockutils [req-37e07536-9c1e-4415-b025-ae06463238ff req-ebc7a872-1f11-4763-9e43-501f75e84175 service nova] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.244800] env[68867]: DEBUG oslo_concurrency.lockutils [req-37e07536-9c1e-4415-b025-ae06463238ff req-ebc7a872-1f11-4763-9e43-501f75e84175 service nova] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.245148] env[68867]: DEBUG nova.compute.manager [req-37e07536-9c1e-4415-b025-ae06463238ff req-ebc7a872-1f11-4763-9e43-501f75e84175 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] No waiting events found dispatching network-vif-plugged-d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.245355] env[68867]: WARNING nova.compute.manager [req-37e07536-9c1e-4415-b025-ae06463238ff req-ebc7a872-1f11-4763-9e43-501f75e84175 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Received unexpected event network-vif-plugged-d083f9cf-3dd6-4153-9372-957f0db80c82 for instance with vm_state building and task_state spawning. [ 1181.435033] env[68867]: DEBUG nova.network.neutron [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Successfully updated port: d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.485898] env[68867]: DEBUG nova.objects.instance [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lazy-loading 'flavor' on Instance uuid 4044ce86-5aef-49c9-8382-98687e45edca {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.508942] env[68867]: DEBUG nova.compute.utils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.512557] env[68867]: DEBUG nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.512557] env[68867]: DEBUG nova.network.neutron [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.550956] env[68867]: DEBUG nova.policy [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52f8d54704e41dcaa7b7d78bbbf7022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176bf0dbeb0c4b33bd48d20fa96a3f57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.851205] env[68867]: DEBUG nova.network.neutron [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Successfully created port: f851457b-811d-422d-91e0-79545be4802d {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.862947] env[68867]: DEBUG nova.compute.manager [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Received event network-changed-e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.862947] env[68867]: DEBUG nova.compute.manager [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Refreshing instance network info cache due to event network-changed-e199b513-bab2-4ec9-9b40-1a79d1d6235d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.862947] env[68867]: DEBUG oslo_concurrency.lockutils [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] Acquiring lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.862947] env[68867]: DEBUG oslo_concurrency.lockutils [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] Acquired lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.862947] env[68867]: DEBUG nova.network.neutron [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Refreshing network info cache for port e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.939589] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.939748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.939882] env[68867]: DEBUG nova.network.neutron [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.013378] env[68867]: DEBUG nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.160681] env[68867]: DEBUG oslo_concurrency.lockutils [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.162651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.239290] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d09802a-006d-433b-8208-e4b386c80aab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.247338] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5990fe-6e54-4786-a2a3-a321b85bcc96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.278116] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e971228-85f7-4b98-aec4-511b1d9abf52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.285457] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a1391-808e-4304-9e13-b8a8ceaa0168 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.299876] env[68867]: DEBUG nova.compute.provider_tree [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.340541] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.340814] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.340996] env[68867]: INFO nova.compute.manager [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Shelving [ 1182.486046] env[68867]: DEBUG nova.network.neutron [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.493583] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fbc2f9fa-3c72-4941-ab2c-751ac98a6ff6 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.744s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.596118] env[68867]: DEBUG nova.network.neutron [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updated VIF entry in instance network info cache for port e199b513-bab2-4ec9-9b40-1a79d1d6235d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.596499] env[68867]: DEBUG nova.network.neutron [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updating instance_info_cache with network_info: [{"id": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "address": "fa:16:3e:d6:e7:75", "network": {"id": "eb388b09-c8c3-4f40-b390-2a777ab3fef7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1465524935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "294d12945faf402d8178fde4ca046767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape199b513-ba", "ovs_interfaceid": "e199b513-bab2-4ec9-9b40-1a79d1d6235d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.634117] env[68867]: DEBUG nova.network.neutron [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updating instance_info_cache with network_info: [{"id": "d083f9cf-3dd6-4153-9372-957f0db80c82", "address": "fa:16:3e:80:fd:fd", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd083f9cf-3d", "ovs_interfaceid": "d083f9cf-3dd6-4153-9372-957f0db80c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.665138] env[68867]: DEBUG nova.compute.utils [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.802983] env[68867]: DEBUG nova.scheduler.client.report [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.026223] env[68867]: DEBUG nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.053298] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.053562] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.053716] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.053890] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.054044] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.054197] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.054403] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.054558] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.054727] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.054887] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.055078] env[68867]: DEBUG nova.virt.hardware [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.055982] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e26c5-f8c9-4ee6-838b-7d3dfc2ce0bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.064642] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f1a35c-873a-4fcf-b9f1-c2c044e9b143 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.099538] env[68867]: DEBUG oslo_concurrency.lockutils [req-24c25c38-c9fd-4851-8a23-568d2e75cb95 req-c9ac3943-68be-4743-9983-aa4a5240306d service nova] Releasing lock "refresh_cache-98a62f4d-e975-4e06-a51f-6f21da877d4b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.136874] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137224] env[68867]: DEBUG nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Instance network_info: |[{"id": "d083f9cf-3dd6-4153-9372-957f0db80c82", "address": "fa:16:3e:80:fd:fd", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd083f9cf-3d", "ovs_interfaceid": "d083f9cf-3dd6-4153-9372-957f0db80c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.137644] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:fd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd083f9cf-3dd6-4153-9372-957f0db80c82', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.145507] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.145709] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.145933] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6016fbfc-d14e-4748-a6f2-2e1c93ee9eb3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.166973] env[68867]: DEBUG oslo_concurrency.lockutils [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.167479] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.167479] env[68867]: value = "task-2952415" [ 1183.167479] env[68867]: _type = "Task" [ 1183.167479] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.176053] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952415, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.271161] env[68867]: DEBUG nova.compute.manager [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Received event network-changed-d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.271408] env[68867]: DEBUG nova.compute.manager [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Refreshing instance network info cache due to event network-changed-d083f9cf-3dd6-4153-9372-957f0db80c82. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.271592] env[68867]: DEBUG oslo_concurrency.lockutils [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] Acquiring lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.271734] env[68867]: DEBUG oslo_concurrency.lockutils [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] Acquired lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.271900] env[68867]: DEBUG nova.network.neutron [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Refreshing network info cache for port d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.312732] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.313355] env[68867]: DEBUG nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.316076] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "4044ce86-5aef-49c9-8382-98687e45edca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.316311] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.316549] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "4044ce86-5aef-49c9-8382-98687e45edca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.316739] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.316894] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.318561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.268s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.318737] env[68867]: DEBUG nova.objects.instance [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1183.321692] env[68867]: INFO nova.compute.manager [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Terminating instance [ 1183.354195] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.354195] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719f4bc3-3348-47c0-a7de-4ffd5f49bd09 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.363061] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1183.363061] env[68867]: value = "task-2952416" [ 1183.363061] env[68867]: _type = "Task" [ 1183.363061] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.371748] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.436898] env[68867]: DEBUG nova.network.neutron [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Successfully updated port: f851457b-811d-422d-91e0-79545be4802d {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.677970] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952415, 'name': CreateVM_Task, 'duration_secs': 0.371288} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.678229] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.678968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.679150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.679460] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.679703] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7692740f-898e-4eea-9a8c-10b13157c717 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.684591] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1183.684591] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52dae805-bedb-13a5-4f9e-9bd246aa61ef" [ 1183.684591] env[68867]: _type = "Task" [ 1183.684591] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.692502] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dae805-bedb-13a5-4f9e-9bd246aa61ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.820875] env[68867]: DEBUG nova.compute.utils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.822053] env[68867]: DEBUG nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.822241] env[68867]: DEBUG nova.network.neutron [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.827022] env[68867]: DEBUG nova.compute.manager [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.828345] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.828528] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f1678-352c-4338-8d36-8bcd465b49cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.836966] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.837202] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-032d49d9-01d0-4ade-b376-960eae6d4d9e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.843678] env[68867]: DEBUG oslo_vmware.api [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1183.843678] env[68867]: value = "task-2952417" [ 1183.843678] env[68867]: _type = "Task" [ 1183.843678] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.851898] env[68867]: DEBUG oslo_vmware.api [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.871881] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952416, 'name': PowerOffVM_Task, 'duration_secs': 0.196961} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.872201] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.875249] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5878cd-2e06-417d-b04e-db2bcda2f81f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.884800] env[68867]: DEBUG nova.policy [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.903762] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e3f2b8-2836-4050-a0fe-bc9eaa51f88b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.940243] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.940243] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.940418] env[68867]: DEBUG nova.network.neutron [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.157366] env[68867]: DEBUG nova.network.neutron [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updated VIF entry in instance network info cache for port d083f9cf-3dd6-4153-9372-957f0db80c82. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.157757] env[68867]: DEBUG nova.network.neutron [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updating instance_info_cache with network_info: [{"id": "d083f9cf-3dd6-4153-9372-957f0db80c82", "address": "fa:16:3e:80:fd:fd", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd083f9cf-3d", "ovs_interfaceid": "d083f9cf-3dd6-4153-9372-957f0db80c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.194639] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52dae805-bedb-13a5-4f9e-9bd246aa61ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.194930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.195176] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.195412] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.195554] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.195725] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.195975] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454219a8-3adc-45f2-a05b-9f7a37855bee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.205232] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.205410] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.206139] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c968eb36-9474-4b45-90cc-465b1ad5b3ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.211478] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1184.211478] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526993e0-f58f-8e87-8a58-b3a77c330b65" [ 1184.211478] env[68867]: _type = "Task" [ 1184.211478] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.219904] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526993e0-f58f-8e87-8a58-b3a77c330b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.226555] env[68867]: DEBUG oslo_concurrency.lockutils [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.226770] env[68867]: DEBUG oslo_concurrency.lockutils [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.226978] env[68867]: INFO nova.compute.manager [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Attaching volume 96e7205f-c833-4d44-b1fa-93065cf60783 to /dev/sdb [ 1184.258605] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0156b5-bda0-4bcf-97a9-7092357e732b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.265633] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007cbdfd-1ba1-414f-8f8e-232a2e25dff6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.278882] env[68867]: DEBUG nova.virt.block_device [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updating existing volume attachment record: 3152bbe9-2645-4278-b467-218004cb3b90 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1184.325553] env[68867]: DEBUG nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.330364] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e33b6ad9-1443-4aff-853b-3bf45246e640 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.332585] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.140s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.333893] env[68867]: DEBUG nova.objects.instance [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'resources' on Instance uuid 5723a61d-191c-4591-9ca5-c42821edb6ca {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.346313] env[68867]: DEBUG nova.network.neutron [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Successfully created port: 904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.357213] env[68867]: DEBUG oslo_vmware.api [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952417, 'name': PowerOffVM_Task, 'duration_secs': 0.248478} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.358045] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.358237] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.358500] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac76baf6-bb22-4d89-93a7-41719e392875 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.414472] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1184.414472] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3686533a-4b81-49d8-a7ca-0e88adf6b102 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.421689] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1184.421689] env[68867]: value = "task-2952420" [ 1184.421689] env[68867]: _type = "Task" [ 1184.421689] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.430681] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.435608] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.435855] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.436191] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleting the datastore file [datastore2] 4044ce86-5aef-49c9-8382-98687e45edca {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.436466] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-516cd145-380b-4c30-9bc0-7c3f322d9700 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.445669] env[68867]: DEBUG oslo_vmware.api [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1184.445669] env[68867]: value = "task-2952421" [ 1184.445669] env[68867]: _type = "Task" [ 1184.445669] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.454666] env[68867]: DEBUG oslo_vmware.api [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.660453] env[68867]: DEBUG oslo_concurrency.lockutils [req-1a26e82f-e6f2-4578-9f11-ff864130afe0 req-bb8fdd63-c76a-4e0e-98d9-9057205d36d9 service nova] Releasing lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.721670] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526993e0-f58f-8e87-8a58-b3a77c330b65, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.722528] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40134c3-43b4-423a-b844-a81db9ce7432 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.725873] env[68867]: DEBUG nova.network.neutron [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.730264] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1184.730264] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52332ee3-3495-1867-f9a5-e09f402fd799" [ 1184.730264] env[68867]: _type = "Task" [ 1184.730264] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.737718] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52332ee3-3495-1867-f9a5-e09f402fd799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.937265] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952420, 'name': CreateSnapshot_Task, 'duration_secs': 0.514329} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.937554] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1184.938358] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddf7c93-4cf3-4a7f-8d17-1f81048880a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.963588] env[68867]: DEBUG oslo_vmware.api [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157437} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.964752] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.966091] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.966354] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.966570] env[68867]: INFO nova.compute.manager [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1184.966880] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.967248] env[68867]: DEBUG nova.compute.manager [-] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.967375] env[68867]: DEBUG nova.network.neutron [-] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.098320] env[68867]: DEBUG nova.network.neutron [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance_info_cache with network_info: [{"id": "f851457b-811d-422d-91e0-79545be4802d", "address": "fa:16:3e:e1:b0:5e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851457b-81", "ovs_interfaceid": "f851457b-811d-422d-91e0-79545be4802d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.150777] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcfe258-1636-4f48-80e7-95f0e873ef3e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.159076] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c261ca-1466-4306-a2f6-7e4ad406ae32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.189808] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7223f74-92c8-4b52-8215-97aa0b0b8c0f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.197827] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8281f593-cbc3-4c43-9610-72c1873c29ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.211911] env[68867]: DEBUG nova.compute.provider_tree [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.244609] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52332ee3-3495-1867-f9a5-e09f402fd799, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.244867] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.245158] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] da2ff177-1420-4c09-bc6f-a7512c4cf333/da2ff177-1420-4c09-bc6f-a7512c4cf333.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.245471] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3746edb-abcd-4687-8683-6485b79f9672 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.252765] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1185.252765] env[68867]: value = "task-2952424" [ 1185.252765] env[68867]: _type = "Task" [ 1185.252765] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.262192] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.300554] env[68867]: DEBUG nova.compute.manager [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Received event network-vif-plugged-f851457b-811d-422d-91e0-79545be4802d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.300909] env[68867]: DEBUG oslo_concurrency.lockutils [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] Acquiring lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.301135] env[68867]: DEBUG oslo_concurrency.lockutils [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.301135] env[68867]: DEBUG oslo_concurrency.lockutils [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.301135] env[68867]: DEBUG nova.compute.manager [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] No waiting events found dispatching network-vif-plugged-f851457b-811d-422d-91e0-79545be4802d {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.301606] env[68867]: WARNING nova.compute.manager [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Received unexpected event network-vif-plugged-f851457b-811d-422d-91e0-79545be4802d for instance with vm_state building and task_state spawning. [ 1185.301606] env[68867]: DEBUG nova.compute.manager [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Received event network-changed-f851457b-811d-422d-91e0-79545be4802d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.301817] env[68867]: DEBUG nova.compute.manager [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Refreshing instance network info cache due to event network-changed-f851457b-811d-422d-91e0-79545be4802d. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.301898] env[68867]: DEBUG oslo_concurrency.lockutils [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] Acquiring lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.343139] env[68867]: DEBUG nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.372141] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.372640] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.372640] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.372796] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.372885] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.373059] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.373323] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.373461] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.373628] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.373782] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.373943] env[68867]: DEBUG nova.virt.hardware [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.374845] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e6e6eb-c442-4ca0-885b-d3e33a0646b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.382965] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc75d1-3378-43a2-ab2f-3d839faecc75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.460256] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1185.460959] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9d428f3-a8ae-4e12-ae0a-0bf6f01a371b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.472358] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1185.472358] env[68867]: value = "task-2952425" [ 1185.472358] env[68867]: _type = "Task" [ 1185.472358] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.480200] env[68867]: DEBUG nova.compute.manager [req-84743a83-6211-4858-85e6-a0fe4bc3d550 req-b9731ac2-7cdf-474b-a95a-44e04e8c9ddf service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Received event network-vif-deleted-227d0db2-a809-4a45-8af1-b3490ace8e18 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.480866] env[68867]: INFO nova.compute.manager [req-84743a83-6211-4858-85e6-a0fe4bc3d550 req-b9731ac2-7cdf-474b-a95a-44e04e8c9ddf service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Neutron deleted interface 227d0db2-a809-4a45-8af1-b3490ace8e18; detaching it from the instance and deleting it from the info cache [ 1185.480866] env[68867]: DEBUG nova.network.neutron [req-84743a83-6211-4858-85e6-a0fe4bc3d550 req-b9731ac2-7cdf-474b-a95a-44e04e8c9ddf service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.493799] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952425, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.601560] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.602084] env[68867]: DEBUG nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Instance network_info: |[{"id": "f851457b-811d-422d-91e0-79545be4802d", "address": "fa:16:3e:e1:b0:5e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851457b-81", "ovs_interfaceid": "f851457b-811d-422d-91e0-79545be4802d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.602630] env[68867]: DEBUG oslo_concurrency.lockutils [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] Acquired lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.602902] env[68867]: DEBUG nova.network.neutron [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Refreshing network info cache for port f851457b-811d-422d-91e0-79545be4802d {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.604874] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:b0:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f851457b-811d-422d-91e0-79545be4802d', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.618695] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.623663] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.625008] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2820bb45-3552-4f99-b5b6-7c80089af384 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.657138] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.657138] env[68867]: value = "task-2952426" [ 1185.657138] env[68867]: _type = "Task" [ 1185.657138] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.668209] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952426, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.740733] env[68867]: ERROR nova.scheduler.client.report [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [req-1796e8f7-df94-43b7-afcb-0bc9807e01de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1796e8f7-df94-43b7-afcb-0bc9807e01de"}]} [ 1185.758763] env[68867]: DEBUG nova.scheduler.client.report [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1185.765986] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469027} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.768435] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] da2ff177-1420-4c09-bc6f-a7512c4cf333/da2ff177-1420-4c09-bc6f-a7512c4cf333.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.768664] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.768918] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c93d8b5-c59f-41fd-8626-a2a7b69e248a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.773621] env[68867]: DEBUG nova.scheduler.client.report [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1185.773887] env[68867]: DEBUG nova.compute.provider_tree [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.777251] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1185.777251] env[68867]: value = "task-2952427" [ 1185.777251] env[68867]: _type = "Task" [ 1185.777251] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.786903] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.787928] env[68867]: DEBUG nova.scheduler.client.report [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1185.809432] env[68867]: DEBUG nova.scheduler.client.report [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1185.871433] env[68867]: DEBUG nova.network.neutron [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updated VIF entry in instance network info cache for port f851457b-811d-422d-91e0-79545be4802d. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.871805] env[68867]: DEBUG nova.network.neutron [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance_info_cache with network_info: [{"id": "f851457b-811d-422d-91e0-79545be4802d", "address": "fa:16:3e:e1:b0:5e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851457b-81", "ovs_interfaceid": "f851457b-811d-422d-91e0-79545be4802d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.962405] env[68867]: DEBUG nova.network.neutron [-] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.988650] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952425, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.988650] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87964fe0-2351-46fa-a4e8-1ebdd738753b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.999027] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e981e96-544c-4411-a25d-24057246aeb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.038911] env[68867]: DEBUG nova.compute.manager [req-84743a83-6211-4858-85e6-a0fe4bc3d550 req-b9731ac2-7cdf-474b-a95a-44e04e8c9ddf service nova] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Detach interface failed, port_id=227d0db2-a809-4a45-8af1-b3490ace8e18, reason: Instance 4044ce86-5aef-49c9-8382-98687e45edca could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.068691] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2687c551-85ac-4a54-9d81-d072d4191deb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.076418] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4325f496-d5d8-4fda-a55a-5f012d6ad86a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.108570] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc3a0f-6cec-49ec-b5b1-5ef439c724e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.116372] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf695df-dfe1-4811-957d-ddab290f26aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.131676] env[68867]: DEBUG nova.compute.provider_tree [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.169305] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952426, 'name': CreateVM_Task, 'duration_secs': 0.378793} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.169490] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.170260] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.170433] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.170738] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.170999] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21db9488-d6ee-46d4-b201-6224465a0568 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.176166] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1186.176166] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523873e2-581d-58be-36b6-13c386da9173" [ 1186.176166] env[68867]: _type = "Task" [ 1186.176166] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.184986] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523873e2-581d-58be-36b6-13c386da9173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.288135] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077402} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.288412] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.289191] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973bbbf5-46ad-4805-99f4-82354cbf51f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.311616] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] da2ff177-1420-4c09-bc6f-a7512c4cf333/da2ff177-1420-4c09-bc6f-a7512c4cf333.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.311981] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c9ad28-52e5-42e4-9a2a-947aa8b17e38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.331965] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1186.331965] env[68867]: value = "task-2952428" [ 1186.331965] env[68867]: _type = "Task" [ 1186.331965] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.340465] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.374442] env[68867]: DEBUG oslo_concurrency.lockutils [req-db18564b-3b26-4aa9-ad4e-3641d3265029 req-0bca1600-7870-474f-bb8d-41f36f59796c service nova] Releasing lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.420614] env[68867]: DEBUG nova.network.neutron [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Successfully updated port: 904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.465501] env[68867]: INFO nova.compute.manager [-] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Took 1.50 seconds to deallocate network for instance. [ 1186.485898] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952425, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.635400] env[68867]: DEBUG nova.scheduler.client.report [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.686939] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523873e2-581d-58be-36b6-13c386da9173, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.687304] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.687586] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.687862] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.688074] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.688323] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.688613] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9d2a4d7-ecf8-47e9-86ad-1c47a32cbc86 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.696834] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.697058] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.697960] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5676dbd-1643-4856-8d19-dab1e99b38a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.703631] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1186.703631] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5234abaf-daea-7dbf-5e63-7f7bd47f0164" [ 1186.703631] env[68867]: _type = "Task" [ 1186.703631] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.711024] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5234abaf-daea-7dbf-5e63-7f7bd47f0164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.841521] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952428, 'name': ReconfigVM_Task, 'duration_secs': 0.463918} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.841752] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Reconfigured VM instance instance-0000006e to attach disk [datastore2] da2ff177-1420-4c09-bc6f-a7512c4cf333/da2ff177-1420-4c09-bc6f-a7512c4cf333.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.842462] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11335e16-dee0-4307-afaa-6937b9f8f191 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.849429] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1186.849429] env[68867]: value = "task-2952429" [ 1186.849429] env[68867]: _type = "Task" [ 1186.849429] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.857186] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952429, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.928751] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.928881] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.929023] env[68867]: DEBUG nova.network.neutron [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.972741] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.984924] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952425, 'name': CloneVM_Task, 'duration_secs': 1.403063} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.985186] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Created linked-clone VM from snapshot [ 1186.985898] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a427376-f2bf-4796-b5bd-8d46e41a08ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.992729] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Uploading image ee895513-d0ac-43d5-aae9-eaa8cd1fed96 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1187.021758] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1187.021758] env[68867]: value = "vm-592541" [ 1187.021758] env[68867]: _type = "VirtualMachine" [ 1187.021758] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1187.022086] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bf5fb4d-a970-4190-a179-2250bdcb4f4e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.028991] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lease: (returnval){ [ 1187.028991] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cf11e0-6cef-ec92-d49c-2c1e62fa0a70" [ 1187.028991] env[68867]: _type = "HttpNfcLease" [ 1187.028991] env[68867]: } obtained for exporting VM: (result){ [ 1187.028991] env[68867]: value = "vm-592541" [ 1187.028991] env[68867]: _type = "VirtualMachine" [ 1187.028991] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1187.029392] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the lease: (returnval){ [ 1187.029392] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cf11e0-6cef-ec92-d49c-2c1e62fa0a70" [ 1187.029392] env[68867]: _type = "HttpNfcLease" [ 1187.029392] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1187.035704] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.035704] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cf11e0-6cef-ec92-d49c-2c1e62fa0a70" [ 1187.035704] env[68867]: _type = "HttpNfcLease" [ 1187.035704] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1187.141575] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.808s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.143347] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.171s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.143601] env[68867]: DEBUG nova.objects.instance [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lazy-loading 'resources' on Instance uuid 4044ce86-5aef-49c9-8382-98687e45edca {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.166709] env[68867]: INFO nova.scheduler.client.report [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted allocations for instance 5723a61d-191c-4591-9ca5-c42821edb6ca [ 1187.215863] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5234abaf-daea-7dbf-5e63-7f7bd47f0164, 'name': SearchDatastore_Task, 'duration_secs': 0.025628} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.216979] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd20f89a-dcfe-4c3d-a040-cd003237b68a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.224309] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1187.224309] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]529e846e-6722-d039-47dd-aa5fba6ab076" [ 1187.224309] env[68867]: _type = "Task" [ 1187.224309] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.232268] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529e846e-6722-d039-47dd-aa5fba6ab076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.326037] env[68867]: DEBUG nova.compute.manager [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-vif-plugged-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.326280] env[68867]: DEBUG oslo_concurrency.lockutils [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.326466] env[68867]: DEBUG oslo_concurrency.lockutils [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] Lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.326628] env[68867]: DEBUG oslo_concurrency.lockutils [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] Lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.326789] env[68867]: DEBUG nova.compute.manager [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] No waiting events found dispatching network-vif-plugged-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.326945] env[68867]: WARNING nova.compute.manager [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received unexpected event network-vif-plugged-904db4b9-0152-4221-8f2d-5c5f574e6f11 for instance with vm_state building and task_state spawning. [ 1187.327144] env[68867]: DEBUG nova.compute.manager [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.327308] env[68867]: DEBUG nova.compute.manager [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing instance network info cache due to event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.327475] env[68867]: DEBUG oslo_concurrency.lockutils [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.358993] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952429, 'name': Rename_Task, 'duration_secs': 0.138575} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.359274] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.359541] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6311b5ba-577f-4b51-b823-f15a37c95093 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.365966] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1187.365966] env[68867]: value = "task-2952432" [ 1187.365966] env[68867]: _type = "Task" [ 1187.365966] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.373552] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.468968] env[68867]: DEBUG nova.network.neutron [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.538088] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.538088] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cf11e0-6cef-ec92-d49c-2c1e62fa0a70" [ 1187.538088] env[68867]: _type = "HttpNfcLease" [ 1187.538088] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.540731] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.540731] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cf11e0-6cef-ec92-d49c-2c1e62fa0a70" [ 1187.540731] env[68867]: _type = "HttpNfcLease" [ 1187.540731] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1187.541558] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f278972-4f66-42d8-863a-21e9c986f43a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.549167] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b76c14-7cb8-7d13-f56f-5749a3b36af8/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.549350] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b76c14-7cb8-7d13-f56f-5749a3b36af8/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1187.636565] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04ada24a-806c-4613-8f3e-919026e1076a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.646604] env[68867]: DEBUG nova.network.neutron [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.678024] env[68867]: DEBUG oslo_concurrency.lockutils [None req-70953250-c245-4020-9b6f-34ca8ecc2a1d tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "5723a61d-191c-4591-9ca5-c42821edb6ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.127s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.734834] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]529e846e-6722-d039-47dd-aa5fba6ab076, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.737321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.737591] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c51b08d8-577d-46ef-8a08-8f6c8ceff02c/c51b08d8-577d-46ef-8a08-8f6c8ceff02c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.738067] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4db7d6e3-f53f-498a-b0d6-6bc0bdf5af33 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.744480] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1187.744480] env[68867]: value = "task-2952433" [ 1187.744480] env[68867]: _type = "Task" [ 1187.744480] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.755632] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.854878] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4001440a-a315-4c3b-948a-bc6654937580 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.863569] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b04cb1-1a6d-458a-b60a-51b427048caf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.875387] env[68867]: DEBUG oslo_vmware.api [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952432, 'name': PowerOnVM_Task, 'duration_secs': 0.481101} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.901338] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.901664] env[68867]: INFO nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1187.901856] env[68867]: DEBUG nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.902955] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bcaad1-5b10-47ac-bb10-5f9ea91965d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.906155] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344dc98d-407b-4851-84fd-b09abd46de6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.919585] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b767678-3143-478a-b049-51660c3e30da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.934651] env[68867]: DEBUG nova.compute.provider_tree [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.151640] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.152030] env[68867]: DEBUG nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Instance network_info: |[{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.152429] env[68867]: DEBUG oslo_concurrency.lockutils [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.152660] env[68867]: DEBUG nova.network.neutron [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.154350] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e4:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '904db4b9-0152-4221-8f2d-5c5f574e6f11', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.163340] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.165081] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.165167] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c4e053-d691-45b8-9fe5-83d48880db43 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.188965] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.188965] env[68867]: value = "task-2952434" [ 1188.188965] env[68867]: _type = "Task" [ 1188.188965] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.200083] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952434, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.256513] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952433, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.431392] env[68867]: INFO nova.compute.manager [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Took 14.20 seconds to build instance. [ 1188.437986] env[68867]: DEBUG nova.scheduler.client.report [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.699536] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952434, 'name': CreateVM_Task, 'duration_secs': 0.388654} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.699876] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.700538] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.701330] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.701330] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.701496] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528be848-38f9-4605-9abe-047cbbbba609 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.706227] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1188.706227] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52efb37b-ad1a-b864-42e6-5d92221cf2bc" [ 1188.706227] env[68867]: _type = "Task" [ 1188.706227] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.716960] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52efb37b-ad1a-b864-42e6-5d92221cf2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.755368] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563783} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.755656] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] c51b08d8-577d-46ef-8a08-8f6c8ceff02c/c51b08d8-577d-46ef-8a08-8f6c8ceff02c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.756060] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.758086] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf6e0e4-ebd6-4b97-a052-d4be43cd3813 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.766940] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1188.766940] env[68867]: value = "task-2952435" [ 1188.766940] env[68867]: _type = "Task" [ 1188.766940] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.780747] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.934030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e1beddf-cf33-4018-880c-26bbc8c75a8d tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.712s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.935278] env[68867]: DEBUG nova.network.neutron [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updated VIF entry in instance network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.935734] env[68867]: DEBUG nova.network.neutron [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.943179] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.961997] env[68867]: INFO nova.scheduler.client.report [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleted allocations for instance 4044ce86-5aef-49c9-8382-98687e45edca [ 1189.049031] env[68867]: DEBUG nova.compute.manager [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Received event network-changed-d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.049604] env[68867]: DEBUG nova.compute.manager [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Refreshing instance network info cache due to event network-changed-d083f9cf-3dd6-4153-9372-957f0db80c82. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.049604] env[68867]: DEBUG oslo_concurrency.lockutils [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] Acquiring lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.049765] env[68867]: DEBUG oslo_concurrency.lockutils [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] Acquired lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.049950] env[68867]: DEBUG nova.network.neutron [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Refreshing network info cache for port d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.220828] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52efb37b-ad1a-b864-42e6-5d92221cf2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018022} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.220828] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.220828] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.220828] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.220828] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.220828] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.221420] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f399c1f7-f360-40a0-b4a4-af461df8abc6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.236951] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.236951] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.236951] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4296215-2565-496e-95bb-30caa0546f6e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.243195] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1189.243195] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e9d99f-4eca-2961-d79f-b9eedbe68d27" [ 1189.243195] env[68867]: _type = "Task" [ 1189.243195] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.252366] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9d99f-4eca-2961-d79f-b9eedbe68d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.276811] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152821} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.277296] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.278528] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60598a8d-cafe-40db-aca7-0716e0966bd4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.310199] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] c51b08d8-577d-46ef-8a08-8f6c8ceff02c/c51b08d8-577d-46ef-8a08-8f6c8ceff02c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.310523] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0ad625-375b-4187-a2c8-02abd431d39e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.328877] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1189.329159] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1189.333247] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fcfcba-8434-4bf7-8f31-ad6c85e57762 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.336437] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "eb12bde3-eb00-4334-bef3-635ef073b68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.336718] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.355297] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02b53a-5bb1-4040-b761-be59d974ac5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.358870] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1189.358870] env[68867]: value = "task-2952436" [ 1189.358870] env[68867]: _type = "Task" [ 1189.358870] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.384924] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-96e7205f-c833-4d44-b1fa-93065cf60783/volume-96e7205f-c833-4d44-b1fa-93065cf60783.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.386464] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d01e4a-eddb-455d-b470-e0b83217c7d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.404567] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.412664] env[68867]: DEBUG oslo_vmware.api [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1189.412664] env[68867]: value = "task-2952437" [ 1189.412664] env[68867]: _type = "Task" [ 1189.412664] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.421345] env[68867]: DEBUG oslo_vmware.api [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.439695] env[68867]: DEBUG oslo_concurrency.lockutils [req-52b25d12-395c-4f43-a87b-6cb2b38d76e5 req-8907f0bf-71da-4c0b-9764-037e4cf86905 service nova] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.469853] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c7b9e2b5-7b16-4dec-97f5-d886a629cb46 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "4044ce86-5aef-49c9-8382-98687e45edca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.153s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.756752] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e9d99f-4eca-2961-d79f-b9eedbe68d27, 'name': SearchDatastore_Task, 'duration_secs': 0.013032} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.759929] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ba9bb0-feb0-4923-a2f9-96258604e420 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.767712] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1189.767712] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]527460d8-6daf-2eb9-8cf6-44f20ebc5a64" [ 1189.767712] env[68867]: _type = "Task" [ 1189.767712] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.777555] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527460d8-6daf-2eb9-8cf6-44f20ebc5a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.796222] env[68867]: DEBUG nova.network.neutron [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updated VIF entry in instance network info cache for port d083f9cf-3dd6-4153-9372-957f0db80c82. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.796595] env[68867]: DEBUG nova.network.neutron [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updating instance_info_cache with network_info: [{"id": "d083f9cf-3dd6-4153-9372-957f0db80c82", "address": "fa:16:3e:80:fd:fd", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd083f9cf-3d", "ovs_interfaceid": "d083f9cf-3dd6-4153-9372-957f0db80c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.839859] env[68867]: DEBUG nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.871559] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952436, 'name': ReconfigVM_Task, 'duration_secs': 0.313262} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.871559] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] c51b08d8-577d-46ef-8a08-8f6c8ceff02c/c51b08d8-577d-46ef-8a08-8f6c8ceff02c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.872300] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef992bdb-f4d7-46ad-a50e-3b708803e7a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.882011] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1189.882011] env[68867]: value = "task-2952438" [ 1189.882011] env[68867]: _type = "Task" [ 1189.882011] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.899395] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952438, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.925281] env[68867]: DEBUG oslo_vmware.api [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.279077] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]527460d8-6daf-2eb9-8cf6-44f20ebc5a64, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.279453] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.279755] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 995022fb-7371-4bd1-8909-3fe6c656898b/995022fb-7371-4bd1-8909-3fe6c656898b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.280087] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7617fa02-a358-42ed-b4ea-62fe79e87175 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.288305] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1190.288305] env[68867]: value = "task-2952440" [ 1190.288305] env[68867]: _type = "Task" [ 1190.288305] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.296793] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.299388] env[68867]: DEBUG oslo_concurrency.lockutils [req-6985feba-1402-4ca5-9043-7af34118a7dc req-a42288a7-6060-4097-b579-ab64d1fa3c24 service nova] Releasing lock "refresh_cache-da2ff177-1420-4c09-bc6f-a7512c4cf333" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.367279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.367569] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.369249] env[68867]: INFO nova.compute.claims [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.393672] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952438, 'name': Rename_Task, 'duration_secs': 0.188451} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.393952] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.394242] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-052200c1-50a1-47dc-adc8-9deaf7959a35 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.401973] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1190.401973] env[68867]: value = "task-2952441" [ 1190.401973] env[68867]: _type = "Task" [ 1190.401973] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.412556] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.423335] env[68867]: DEBUG oslo_vmware.api [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952437, 'name': ReconfigVM_Task, 'duration_secs': 0.561322} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.423604] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-96e7205f-c833-4d44-b1fa-93065cf60783/volume-96e7205f-c833-4d44-b1fa-93065cf60783.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.428514] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d703ab9d-930e-474e-8dcd-3250124a82ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.446234] env[68867]: DEBUG oslo_vmware.api [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1190.446234] env[68867]: value = "task-2952442" [ 1190.446234] env[68867]: _type = "Task" [ 1190.446234] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.459482] env[68867]: DEBUG oslo_vmware.api [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.802378] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.912832] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.957258] env[68867]: DEBUG oslo_vmware.api [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952442, 'name': ReconfigVM_Task, 'duration_secs': 0.165618} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.957581] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.299647] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543111} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.299901] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 995022fb-7371-4bd1-8909-3fe6c656898b/995022fb-7371-4bd1-8909-3fe6c656898b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.300175] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.300437] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c18d76-bba6-4920-a08a-a384f8683bb1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.307994] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1191.307994] env[68867]: value = "task-2952443" [ 1191.307994] env[68867]: _type = "Task" [ 1191.307994] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.317411] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.415224] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.584647] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c088b6ce-070f-47c4-bf3c-3edac6df6ed8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.593167] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e4276-64ac-4206-bdc2-fcdfe19a5d6f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.626427] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e57ea0-c3c3-4de5-af36-a2c82d684b5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.635427] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8eb922-d996-4bf2-9810-69a7c812fe6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.650898] env[68867]: DEBUG nova.compute.provider_tree [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.821045] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151273} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.821045] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.821045] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df908398-2250-43f2-b79b-7a887486ae16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.844209] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 995022fb-7371-4bd1-8909-3fe6c656898b/995022fb-7371-4bd1-8909-3fe6c656898b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.844488] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feae1411-7b89-400a-9eab-3fa87a30fb1e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.864879] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1191.864879] env[68867]: value = "task-2952444" [ 1191.864879] env[68867]: _type = "Task" [ 1191.864879] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.874890] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.912894] env[68867]: DEBUG oslo_vmware.api [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952441, 'name': PowerOnVM_Task, 'duration_secs': 1.304161} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.913247] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.913484] env[68867]: INFO nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1191.913684] env[68867]: DEBUG nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.914526] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2c7f4-6164-4fe9-8e58-a31f121cf196 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.996169] env[68867]: DEBUG nova.objects.instance [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'flavor' on Instance uuid 9d2ff035-7114-44d5-8291-245626c4f6e1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.154517] env[68867]: DEBUG nova.scheduler.client.report [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.377723] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.437617] env[68867]: INFO nova.compute.manager [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Took 16.87 seconds to build instance. [ 1192.501279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-217bc1be-b7b1-40f7-87f5-b706821c27e1 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.274s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.660318] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.660904] env[68867]: DEBUG nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.877882] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952444, 'name': ReconfigVM_Task, 'duration_secs': 0.639434} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.878289] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 995022fb-7371-4bd1-8909-3fe6c656898b/995022fb-7371-4bd1-8909-3fe6c656898b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.879182] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549e46f9-3700-47f7-8515-b6ee885d8285 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.889647] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1192.889647] env[68867]: value = "task-2952445" [ 1192.889647] env[68867]: _type = "Task" [ 1192.889647] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.903129] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952445, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.940174] env[68867]: DEBUG oslo_concurrency.lockutils [None req-76537c51-02fe-4e97-91bf-8dc17cf6f563 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.383s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.967696] env[68867]: INFO nova.compute.manager [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Rebuilding instance [ 1193.018162] env[68867]: DEBUG nova.compute.manager [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.019776] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e2012b-979f-4014-acb6-66c6a58a361f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.166548] env[68867]: DEBUG nova.compute.utils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.168694] env[68867]: DEBUG nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.168796] env[68867]: DEBUG nova.network.neutron [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.224980] env[68867]: DEBUG nova.policy [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67295ac5302e4267a4ea8ff237d7bc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d745edc7cd747549893bff0d77ae4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.401322] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952445, 'name': Rename_Task, 'duration_secs': 0.390535} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.401608] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.401857] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f20f1d-94dd-49c1-b66e-c98bee5c8a9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.411023] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1193.411023] env[68867]: value = "task-2952446" [ 1193.411023] env[68867]: _type = "Task" [ 1193.411023] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.420242] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.596976] env[68867]: DEBUG nova.network.neutron [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Successfully created port: a536cfd3-0dc4-452c-a61c-9ff6f24e092e {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.673014] env[68867]: DEBUG nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.922694] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952446, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.035133] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.035529] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dcd01d0-c68e-4adf-ba53-310d098e1f16 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.044817] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1194.044817] env[68867]: value = "task-2952447" [ 1194.044817] env[68867]: _type = "Task" [ 1194.044817] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.056678] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.263246] env[68867]: DEBUG nova.compute.manager [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1194.423126] env[68867]: DEBUG oslo_vmware.api [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952446, 'name': PowerOnVM_Task, 'duration_secs': 0.913105} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.423126] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.423126] env[68867]: INFO nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1194.423609] env[68867]: DEBUG nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.424137] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720c465-29b0-419a-afd6-6be4d259b4c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.557860] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952447, 'name': PowerOffVM_Task, 'duration_secs': 0.334049} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.558187] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.617063] env[68867]: INFO nova.compute.manager [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Detaching volume 96e7205f-c833-4d44-b1fa-93065cf60783 [ 1194.651952] env[68867]: INFO nova.virt.block_device [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Attempting to driver detach volume 96e7205f-c833-4d44-b1fa-93065cf60783 from mountpoint /dev/sdb [ 1194.652289] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.652520] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.653561] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6385398-defe-4db3-adb2-1652aeba7bca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.678752] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a5aa22-6184-4dbd-95b7-589ddc480fe9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.683683] env[68867]: DEBUG nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.689445] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a24cf7-f00e-4d87-b6ea-0a0734697165 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.712321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.712728] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.712973] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.713210] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.713434] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.718386] env[68867]: INFO nova.compute.manager [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Terminating instance [ 1194.720658] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dc5217-a28b-4441-9071-b3f30a927742 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.730711] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.730947] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.731173] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.731310] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.731467] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.731723] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.731851] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.731991] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.732178] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.732355] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.732528] env[68867]: DEBUG nova.virt.hardware [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.734152] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5200b172-96dd-4c18-bf1f-799ec4af85af {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.747939] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] The volume has not been displaced from its original location: [datastore2] volume-96e7205f-c833-4d44-b1fa-93065cf60783/volume-96e7205f-c833-4d44-b1fa-93065cf60783.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.753384] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.754491] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9609a77-b5ee-4ee0-ba9b-80b5fa30168f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.774578] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1956bb-6128-4753-ab89-a0e96d50c994 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.780991] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1194.780991] env[68867]: value = "task-2952448" [ 1194.780991] env[68867]: _type = "Task" [ 1194.780991] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.796259] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.796619] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.804134] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.946953] env[68867]: INFO nova.compute.manager [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Took 16.40 seconds to build instance. [ 1195.145817] env[68867]: DEBUG nova.compute.manager [req-2dbf18d3-6eda-47ba-8c5c-bcfa1c080a25 req-ab7f4ecd-fff5-4d54-a759-159c831775dd service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Received event network-vif-plugged-a536cfd3-0dc4-452c-a61c-9ff6f24e092e {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.146708] env[68867]: DEBUG oslo_concurrency.lockutils [req-2dbf18d3-6eda-47ba-8c5c-bcfa1c080a25 req-ab7f4ecd-fff5-4d54-a759-159c831775dd service nova] Acquiring lock "eb12bde3-eb00-4334-bef3-635ef073b68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.146993] env[68867]: DEBUG oslo_concurrency.lockutils [req-2dbf18d3-6eda-47ba-8c5c-bcfa1c080a25 req-ab7f4ecd-fff5-4d54-a759-159c831775dd service nova] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.147094] env[68867]: DEBUG oslo_concurrency.lockutils [req-2dbf18d3-6eda-47ba-8c5c-bcfa1c080a25 req-ab7f4ecd-fff5-4d54-a759-159c831775dd service nova] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.147256] env[68867]: DEBUG nova.compute.manager [req-2dbf18d3-6eda-47ba-8c5c-bcfa1c080a25 req-ab7f4ecd-fff5-4d54-a759-159c831775dd service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] No waiting events found dispatching network-vif-plugged-a536cfd3-0dc4-452c-a61c-9ff6f24e092e {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.147445] env[68867]: WARNING nova.compute.manager [req-2dbf18d3-6eda-47ba-8c5c-bcfa1c080a25 req-ab7f4ecd-fff5-4d54-a759-159c831775dd service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Received unexpected event network-vif-plugged-a536cfd3-0dc4-452c-a61c-9ff6f24e092e for instance with vm_state building and task_state spawning. [ 1195.226721] env[68867]: DEBUG nova.compute.manager [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.227020] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.227973] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f59d1e-5ca7-4889-87ea-1c02efd0912d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.237310] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.237595] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89713e90-03e0-4d21-a3df-584b3cc2ad76 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.249027] env[68867]: DEBUG oslo_vmware.api [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1195.249027] env[68867]: value = "task-2952449" [ 1195.249027] env[68867]: _type = "Task" [ 1195.249027] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.252991] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.253197] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Cleaning up deleted instances {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1195.265360] env[68867]: DEBUG oslo_vmware.api [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.291557] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.306758] env[68867]: INFO nova.compute.claims [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.376528] env[68867]: DEBUG nova.network.neutron [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Successfully updated port: a536cfd3-0dc4-452c-a61c-9ff6f24e092e {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.451471] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3081403d-ca0a-4df1-91c7-d86294ff73e8 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "995022fb-7371-4bd1-8909-3fe6c656898b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.917s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.610813] env[68867]: DEBUG nova.compute.manager [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.611121] env[68867]: DEBUG nova.compute.manager [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing instance network info cache due to event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.611439] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.611666] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.611975] env[68867]: DEBUG nova.network.neutron [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.767154] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] There are 51 instances to clean {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1195.767154] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 9e1c37e6-cca9-47e0-ae14-f7907c7c2763] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.772290] env[68867]: DEBUG oslo_vmware.api [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952449, 'name': PowerOffVM_Task, 'duration_secs': 0.374033} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.773071] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.773071] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.773251] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dcea672-4f88-4334-8f35-eb1540745647 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.793121] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952448, 'name': ReconfigVM_Task, 'duration_secs': 0.527701} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.794129] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.801148] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68abf1f6-503a-4f88-9fb2-279a28d209f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.814322] env[68867]: INFO nova.compute.resource_tracker [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating resource usage from migration e39d1016-5127-4257-bb82-49de4234b16b [ 1195.825521] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1195.825521] env[68867]: value = "task-2952451" [ 1195.825521] env[68867]: _type = "Task" [ 1195.825521] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.835825] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.858950] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.859160] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.859337] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleting the datastore file [datastore1] 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.859622] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2804e9f2-c3b7-44c9-a84b-02d156887f52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.868754] env[68867]: DEBUG oslo_vmware.api [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1195.868754] env[68867]: value = "task-2952452" [ 1195.868754] env[68867]: _type = "Task" [ 1195.868754] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.882613] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "refresh_cache-eb12bde3-eb00-4334-bef3-635ef073b68b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.882751] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "refresh_cache-eb12bde3-eb00-4334-bef3-635ef073b68b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.882909] env[68867]: DEBUG nova.network.neutron [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.884189] env[68867]: DEBUG oslo_vmware.api [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.076356] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e7c6f-f28e-44e4-b4c9-64b944d3e071 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.087293] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53748ba7-e36c-4377-9355-ed5fc88547e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.126718] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf7162c-5bb5-474e-b36a-2b6a75e72ede {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.135056] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5df0c-8f44-461d-af9b-3ff86201b235 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.152830] env[68867]: DEBUG nova.compute.provider_tree [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.274016] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: c782e716-5d0b-42ad-9317-bfe3178f2d78] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.336043] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952451, 'name': ReconfigVM_Task, 'duration_secs': 0.264938} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.336382] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1196.380059] env[68867]: DEBUG oslo_vmware.api [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384687} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.380389] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.380633] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.380851] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.381097] env[68867]: INFO nova.compute.manager [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1196.381393] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.381613] env[68867]: DEBUG nova.compute.manager [-] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.381726] env[68867]: DEBUG nova.network.neutron [-] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.468515] env[68867]: DEBUG nova.network.neutron [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.580432] env[68867]: DEBUG nova.network.neutron [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updated VIF entry in instance network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.580792] env[68867]: DEBUG nova.network.neutron [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.586457] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.586681] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.657158] env[68867]: DEBUG nova.scheduler.client.report [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.731446] env[68867]: DEBUG nova.network.neutron [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Updating instance_info_cache with network_info: [{"id": "a536cfd3-0dc4-452c-a61c-9ff6f24e092e", "address": "fa:16:3e:69:d1:57", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa536cfd3-0d", "ovs_interfaceid": "a536cfd3-0dc4-452c-a61c-9ff6f24e092e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.777579] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: b7fcf51e-f8f1-44ff-83d5-2081b81caef6] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.086787] env[68867]: DEBUG oslo_concurrency.lockutils [req-6a54bbde-6417-418c-a3b3-8a0294774104 req-9551e82c-0993-4d6a-9e5f-3505dd37d7e3 service nova] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.090574] env[68867]: DEBUG nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.131767] env[68867]: DEBUG nova.network.neutron [-] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.162664] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.366s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.162934] env[68867]: INFO nova.compute.manager [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Migrating [ 1197.178974] env[68867]: DEBUG nova.compute.manager [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Received event network-changed-a536cfd3-0dc4-452c-a61c-9ff6f24e092e {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.179254] env[68867]: DEBUG nova.compute.manager [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Refreshing instance network info cache due to event network-changed-a536cfd3-0dc4-452c-a61c-9ff6f24e092e. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.179505] env[68867]: DEBUG oslo_concurrency.lockutils [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] Acquiring lock "refresh_cache-eb12bde3-eb00-4334-bef3-635ef073b68b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.234310] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "refresh_cache-eb12bde3-eb00-4334-bef3-635ef073b68b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.234802] env[68867]: DEBUG nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Instance network_info: |[{"id": "a536cfd3-0dc4-452c-a61c-9ff6f24e092e", "address": "fa:16:3e:69:d1:57", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa536cfd3-0d", "ovs_interfaceid": "a536cfd3-0dc4-452c-a61c-9ff6f24e092e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.235184] env[68867]: DEBUG oslo_concurrency.lockutils [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] Acquired lock "refresh_cache-eb12bde3-eb00-4334-bef3-635ef073b68b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.235387] env[68867]: DEBUG nova.network.neutron [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Refreshing network info cache for port a536cfd3-0dc4-452c-a61c-9ff6f24e092e {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.236655] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d1:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a536cfd3-0dc4-452c-a61c-9ff6f24e092e', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.244726] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.245710] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.245948] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6eaaa14-bb9c-4957-a0e6-0c42352bf9b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.268656] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.268656] env[68867]: value = "task-2952453" [ 1197.268656] env[68867]: _type = "Task" [ 1197.268656] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.278214] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952453, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.280798] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ba36ae53-f70a-482e-af83-828cdcbddc06] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.392950] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.393269] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da9ffb88-b689-4346-8047-c4d35c1e22c9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.402344] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1197.402344] env[68867]: value = "task-2952454" [ 1197.402344] env[68867]: _type = "Task" [ 1197.402344] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.411790] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.622663] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.623325] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.625665] env[68867]: INFO nova.compute.claims [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.635127] env[68867]: INFO nova.compute.manager [-] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Took 1.25 seconds to deallocate network for instance. [ 1197.645022] env[68867]: DEBUG nova.compute.manager [req-23afaf7a-7a05-4d3a-86ac-427544c3f521 req-12ae45c4-674d-4c2e-bd19-0fd40ef989b3 service nova] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Received event network-vif-deleted-368fc940-6d3d-4529-98fa-4cd3531337b9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.683194] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.683194] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.683194] env[68867]: DEBUG nova.network.neutron [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.783811] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 5723a61d-191c-4591-9ca5-c42821edb6ca] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.785653] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952453, 'name': CreateVM_Task, 'duration_secs': 0.494189} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.788067] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.788952] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.789117] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.789426] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.789972] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5d4877-b463-4152-b5c4-6b8d881eb624 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.795856] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1197.795856] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52009eca-1ee1-14f1-b8de-c0d582491008" [ 1197.795856] env[68867]: _type = "Task" [ 1197.795856] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.804822] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52009eca-1ee1-14f1-b8de-c0d582491008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.917179] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1197.917429] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.917972] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.918412] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b84bcf-420b-4d5b-a0ce-1f5389d4265f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.942553] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4482e0c-cd14-41d3-ab0e-f3d1e85859e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.951228] env[68867]: WARNING nova.virt.vmwareapi.driver [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1197.951550] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.952380] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c868b1-c003-4fcf-8d03-b284c1cfc08c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.959597] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.959850] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43ae3e50-a8d4-4515-b833-b1ea2ed256c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.011893] env[68867]: DEBUG nova.network.neutron [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Updated VIF entry in instance network info cache for port a536cfd3-0dc4-452c-a61c-9ff6f24e092e. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.012314] env[68867]: DEBUG nova.network.neutron [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Updating instance_info_cache with network_info: [{"id": "a536cfd3-0dc4-452c-a61c-9ff6f24e092e", "address": "fa:16:3e:69:d1:57", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa536cfd3-0d", "ovs_interfaceid": "a536cfd3-0dc4-452c-a61c-9ff6f24e092e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.041395] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.041672] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.041904] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleting the datastore file [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.042266] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9a9ff06-9749-4ec7-a3d8-d2620887d650 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.050436] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1198.050436] env[68867]: value = "task-2952456" [ 1198.050436] env[68867]: _type = "Task" [ 1198.050436] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.059746] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.115304] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b76c14-7cb8-7d13-f56f-5749a3b36af8/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.116269] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87cda2f-a57b-4dfa-8179-bcf5e8b6256c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.123334] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b76c14-7cb8-7d13-f56f-5749a3b36af8/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.123583] env[68867]: ERROR oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b76c14-7cb8-7d13-f56f-5749a3b36af8/disk-0.vmdk due to incomplete transfer. [ 1198.123898] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6a65f0b-2373-41cc-a4ed-9254dc17f921 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.135091] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b76c14-7cb8-7d13-f56f-5749a3b36af8/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1198.135364] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Uploaded image ee895513-d0ac-43d5-aae9-eaa8cd1fed96 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1198.137817] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1198.138287] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b08fd7ec-b7b2-4c0e-b3fd-acc483dc064c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.141803] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.145346] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1198.145346] env[68867]: value = "task-2952457" [ 1198.145346] env[68867]: _type = "Task" [ 1198.145346] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.154422] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952457, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.289403] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: a907cec7-4ee5-499d-875c-ee44abf89fae] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.307533] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52009eca-1ee1-14f1-b8de-c0d582491008, 'name': SearchDatastore_Task, 'duration_secs': 0.014677} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.309994] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.310266] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.310504] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.310688] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.310840] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.311131] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-057f63fd-c5de-4416-baa1-650523b486f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.327026] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.327203] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.327901] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09cb392-b151-4abc-98ab-88585ddc9a33 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.333661] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1198.333661] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d4f30e-b524-1912-2a67-555e8ca58230" [ 1198.333661] env[68867]: _type = "Task" [ 1198.333661] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.343348] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d4f30e-b524-1912-2a67-555e8ca58230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.437286] env[68867]: DEBUG nova.network.neutron [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance_info_cache with network_info: [{"id": "f851457b-811d-422d-91e0-79545be4802d", "address": "fa:16:3e:e1:b0:5e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851457b-81", "ovs_interfaceid": "f851457b-811d-422d-91e0-79545be4802d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.515196] env[68867]: DEBUG oslo_concurrency.lockutils [req-6176ede4-8abd-48cf-9807-0f95723f3ab3 req-aa770c2f-86dc-47ea-a1f5-9b0ccd88c543 service nova] Releasing lock "refresh_cache-eb12bde3-eb00-4334-bef3-635ef073b68b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.560613] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179072} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.560848] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.561038] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.561215] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.656912] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952457, 'name': Destroy_Task, 'duration_secs': 0.354321} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.657279] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Destroyed the VM [ 1198.657532] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.657789] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ff9817d-55eb-46fe-91e8-4bb7977c4078 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.666533] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1198.666533] env[68867]: value = "task-2952458" [ 1198.666533] env[68867]: _type = "Task" [ 1198.666533] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.674724] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.794277] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 1f164bf8-ff1f-4158-a3d3-f985a5e08b44] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.843415] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52d4f30e-b524-1912-2a67-555e8ca58230, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.846799] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c297e8c-5514-460f-ad4d-30e3e34f0e8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.852655] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1198.852655] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5244149d-4b63-359a-b9d3-1b6ccc298649" [ 1198.852655] env[68867]: _type = "Task" [ 1198.852655] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.864380] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5244149d-4b63-359a-b9d3-1b6ccc298649, 'name': SearchDatastore_Task} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.864689] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.864982] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] eb12bde3-eb00-4334-bef3-635ef073b68b/eb12bde3-eb00-4334-bef3-635ef073b68b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.865282] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27426dfd-0287-43a3-9385-5f46530b4f66 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.868505] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471953b6-b5ad-4859-9132-75a6953cfbb4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.878103] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f3959-34ae-4e6f-aac5-a27fa18db9cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.881356] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1198.881356] env[68867]: value = "task-2952459" [ 1198.881356] env[68867]: _type = "Task" [ 1198.881356] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.911704] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e34923-c15c-419a-9bb5-2cf8503a4520 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.917146] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.923910] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc426e-628d-4604-8e85-c21864f5f510 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.939667] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.942035] env[68867]: DEBUG nova.compute.provider_tree [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.066333] env[68867]: INFO nova.virt.block_device [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Booting with volume 96e7205f-c833-4d44-b1fa-93065cf60783 at /dev/sdb [ 1199.106210] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e674acaf-fb63-4624-b27c-238027f2954c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.118033] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db13b530-1eb4-4fd2-ade1-55c5f711b369 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.157165] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2eb30a2-8756-4b00-a2e4-c7b04c6d2252 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.167889] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade46e01-2d90-4903-98a0-39b48cceb3f2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.192623] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952458, 'name': RemoveSnapshot_Task, 'duration_secs': 0.433387} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.192956] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1199.193388] env[68867]: DEBUG nova.compute.manager [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.194235] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08aef44-7be7-44b3-93c3-67ce9667f6e2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.210924] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e9b8e-5ebb-4c3e-8e94-15383b139c62 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.223430] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3247762e-995d-416a-8b8a-c47070506ba6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.239836] env[68867]: DEBUG nova.virt.block_device [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updating existing volume attachment record: 80feb789-e985-4fbd-9e2a-e17f0c377a9a {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.297841] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 1a860436-cb05-4b0c-96ce-16deea7b7ec9] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.391505] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952459, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.447765] env[68867]: DEBUG nova.scheduler.client.report [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.721617] env[68867]: INFO nova.compute.manager [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Shelve offloading [ 1199.801096] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 773a40a5-bc43-41e2-861f-81e447471ba2] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.892902] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516265} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.894047] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] eb12bde3-eb00-4334-bef3-635ef073b68b/eb12bde3-eb00-4334-bef3-635ef073b68b.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.894047] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.894047] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0d49454-e523-4a70-9fc6-f4fe7d7834eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.902312] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1199.902312] env[68867]: value = "task-2952460" [ 1199.902312] env[68867]: _type = "Task" [ 1199.902312] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.911405] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.958555] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.958555] env[68867]: DEBUG nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.959783] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.818s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.960433] env[68867]: DEBUG nova.objects.instance [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lazy-loading 'resources' on Instance uuid 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.225054] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.225239] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b9ccbc-3a3e-4f51-85f9-fc9beeb3cb4e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.233014] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1200.233014] env[68867]: value = "task-2952461" [ 1200.233014] env[68867]: _type = "Task" [ 1200.233014] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.243733] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1200.243973] env[68867]: DEBUG nova.compute.manager [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.244818] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3d834c-af3d-4729-9ec7-ae671396e566 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.251188] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.251387] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.251590] env[68867]: DEBUG nova.network.neutron [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.303955] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: b070e763-058b-459c-998b-5c22e0bc47cc] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.411882] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076127} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.412165] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.412963] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30c5c2a-ed21-4ca9-83ac-16162b16f89a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.434565] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] eb12bde3-eb00-4334-bef3-635ef073b68b/eb12bde3-eb00-4334-bef3-635ef073b68b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.434876] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d85874-7cc6-4b94-a347-f603babca7de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.455229] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1200.455229] env[68867]: value = "task-2952462" [ 1200.455229] env[68867]: _type = "Task" [ 1200.455229] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.462606] env[68867]: DEBUG nova.compute.utils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.470332] env[68867]: DEBUG nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.471038] env[68867]: DEBUG nova.network.neutron [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.472252] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.472983] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291cc1f-7fd4-4aae-a0f4-999cecafea22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.494976] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance 'c51b08d8-577d-46ef-8a08-8f6c8ceff02c' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.540749] env[68867]: DEBUG nova.policy [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.687096] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62edd48-9a76-4b20-bc27-6fde598caf97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.695819] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eb09da-7333-4526-aa26-3d2cf3ea8af1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.727770] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9d84c-f032-4206-96f6-dd527248ee15 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.735918] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397def1f-b67d-42fe-9db6-874ef25eca62 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.749488] env[68867]: DEBUG nova.compute.provider_tree [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.807401] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 6eb6dc30-3219-41d9-800b-9b9149a1536d] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.833890] env[68867]: DEBUG nova.network.neutron [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Successfully created port: 6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.967076] env[68867]: DEBUG nova.network.neutron [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed99916-6e", "ovs_interfaceid": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.967963] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.970738] env[68867]: DEBUG nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.004981] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.004981] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57a424a2-7b5f-4354-8943-fea26fdd566e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.016071] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1201.016071] env[68867]: value = "task-2952463" [ 1201.016071] env[68867]: _type = "Task" [ 1201.016071] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.025866] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.255023] env[68867]: DEBUG nova.scheduler.client.report [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.311456] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 984d3f0d-8caf-4ccc-9478-309479bbd6b6] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.359927] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.360539] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.360985] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.361365] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.361734] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.362110] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.362550] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.362915] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.363287] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.363657] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.364019] env[68867]: DEBUG nova.virt.hardware [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.365482] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab806667-2343-457f-b941-e42ee18de73d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.375190] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07073b25-720c-4111-8644-6a76e7966bd8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.391289] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ac:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dffdcf2-f273-4300-b6d5-469c8512646d', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.399761] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.400198] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.400578] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eefba211-8522-4afb-bb0b-a434d04633fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.425089] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.425089] env[68867]: value = "task-2952464" [ 1201.425089] env[68867]: _type = "Task" [ 1201.425089] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.435127] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952464, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.472040] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.474358] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952462, 'name': ReconfigVM_Task, 'duration_secs': 0.77182} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.479736] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Reconfigured VM instance instance-00000071 to attach disk [datastore2] eb12bde3-eb00-4334-bef3-635ef073b68b/eb12bde3-eb00-4334-bef3-635ef073b68b.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.482336] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36196c05-a167-4213-9a39-1d0e7edccdb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.492295] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1201.492295] env[68867]: value = "task-2952465" [ 1201.492295] env[68867]: _type = "Task" [ 1201.492295] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.505232] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952465, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.511491] env[68867]: DEBUG oslo_concurrency.lockutils [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.511491] env[68867]: DEBUG oslo_concurrency.lockutils [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.529971] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952463, 'name': PowerOffVM_Task, 'duration_secs': 0.163499} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.531031] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.533605] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance 'c51b08d8-577d-46ef-8a08-8f6c8ceff02c' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.759322] env[68867]: DEBUG nova.compute.manager [req-50532747-21fd-48ed-8039-9634490ab1ee req-3b2af686-57bf-4507-be76-10d19c5a31c6 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received event network-vif-unplugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.759666] env[68867]: DEBUG oslo_concurrency.lockutils [req-50532747-21fd-48ed-8039-9634490ab1ee req-3b2af686-57bf-4507-be76-10d19c5a31c6 service nova] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.760048] env[68867]: DEBUG oslo_concurrency.lockutils [req-50532747-21fd-48ed-8039-9634490ab1ee req-3b2af686-57bf-4507-be76-10d19c5a31c6 service nova] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.760293] env[68867]: DEBUG oslo_concurrency.lockutils [req-50532747-21fd-48ed-8039-9634490ab1ee req-3b2af686-57bf-4507-be76-10d19c5a31c6 service nova] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.760533] env[68867]: DEBUG nova.compute.manager [req-50532747-21fd-48ed-8039-9634490ab1ee req-3b2af686-57bf-4507-be76-10d19c5a31c6 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] No waiting events found dispatching network-vif-unplugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.760758] env[68867]: WARNING nova.compute.manager [req-50532747-21fd-48ed-8039-9634490ab1ee req-3b2af686-57bf-4507-be76-10d19c5a31c6 service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received unexpected event network-vif-unplugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 for instance with vm_state shelved and task_state shelving_offloading. [ 1201.761887] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.788911] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.790155] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1993e47b-c1f7-4ec4-aadc-aeca5750f406 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.794023] env[68867]: INFO nova.scheduler.client.report [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleted allocations for instance 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce [ 1201.800830] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.801342] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31fff742-93b3-4b74-8ca8-f60b9475c849 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.815072] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 075000ea-ab9d-4601-8ff7-f7ac08ed1339] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.887265] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.887578] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.887767] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleting the datastore file [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.888069] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed428f8d-e11c-476a-86c7-1c00f597488a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.896090] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1201.896090] env[68867]: value = "task-2952467" [ 1201.896090] env[68867]: _type = "Task" [ 1201.896090] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.904937] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.936083] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952464, 'name': CreateVM_Task, 'duration_secs': 0.390482} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.936274] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.937015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.937160] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.937474] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.937732] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d270f1-01c8-482d-adad-f3ea0a4db576 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.943416] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1201.943416] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c73f65-1588-c48e-6f14-26c9d3897978" [ 1201.943416] env[68867]: _type = "Task" [ 1201.943416] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.952029] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c73f65-1588-c48e-6f14-26c9d3897978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.985140] env[68867]: DEBUG nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.002613] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952465, 'name': Rename_Task, 'duration_secs': 0.181998} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.002890] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.003159] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cb3bb08-81fa-4bda-995a-a3f50e0c3f26 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.015132] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.015481] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.015567] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.015682] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.015824] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.016030] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.016186] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.016396] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.016505] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.016709] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.016915] env[68867]: DEBUG nova.virt.hardware [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.017589] env[68867]: INFO nova.compute.manager [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Detaching volume 35f1d594-fa26-4c1d-a565-16a61b8ec526 [ 1202.020233] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8f195c-6227-4717-8599-2c191015e352 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.023843] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1202.023843] env[68867]: value = "task-2952468" [ 1202.023843] env[68867]: _type = "Task" [ 1202.023843] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.036560] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70eb191-e359-4363-a6cc-2e75e75484aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.046617] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.046841] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.046992] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.047190] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.047378] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.047539] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.047785] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.047921] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.048116] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.048299] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.048477] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.053935] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952468, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.054822] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b47a61-c142-47c1-85a6-dcf8dce2be98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.068065] env[68867]: INFO nova.virt.block_device [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Attempting to driver detach volume 35f1d594-fa26-4c1d-a565-16a61b8ec526 from mountpoint /dev/sdb [ 1202.068271] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.068460] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592525', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'name': 'volume-35f1d594-fa26-4c1d-a565-16a61b8ec526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4de5d89b-c819-45a0-a5cc-81e3d0fb8f79', 'attached_at': '', 'detached_at': '', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'serial': '35f1d594-fa26-4c1d-a565-16a61b8ec526'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.069357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8528930b-cd59-4a95-9442-62dd80b25a12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.082511] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1202.082511] env[68867]: value = "task-2952469" [ 1202.082511] env[68867]: _type = "Task" [ 1202.082511] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.105892] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e522fc0-bcdc-4a08-9754-132b65315891 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.112307] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.118373] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f360b-ebef-417c-9a09-cc376b040bed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.140836] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693025e7-9770-410d-b7db-56bc1ffd5ebe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.157200] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] The volume has not been displaced from its original location: [datastore2] volume-35f1d594-fa26-4c1d-a565-16a61b8ec526/volume-35f1d594-fa26-4c1d-a565-16a61b8ec526.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.162649] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.163112] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96be8d62-8762-439b-8568-323a5c932f0a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.183628] env[68867]: DEBUG oslo_vmware.api [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1202.183628] env[68867]: value = "task-2952470" [ 1202.183628] env[68867]: _type = "Task" [ 1202.183628] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.193534] env[68867]: DEBUG oslo_vmware.api [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.244664] env[68867]: DEBUG nova.compute.manager [req-5035522f-f3fc-4aa7-a426-c0778dcbc3da req-3e3ade09-6dff-4aba-af78-8f41c3ee01bf service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-vif-plugged-6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.244938] env[68867]: DEBUG oslo_concurrency.lockutils [req-5035522f-f3fc-4aa7-a426-c0778dcbc3da req-3e3ade09-6dff-4aba-af78-8f41c3ee01bf service nova] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.245207] env[68867]: DEBUG oslo_concurrency.lockutils [req-5035522f-f3fc-4aa7-a426-c0778dcbc3da req-3e3ade09-6dff-4aba-af78-8f41c3ee01bf service nova] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.245484] env[68867]: DEBUG oslo_concurrency.lockutils [req-5035522f-f3fc-4aa7-a426-c0778dcbc3da req-3e3ade09-6dff-4aba-af78-8f41c3ee01bf service nova] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.246848] env[68867]: DEBUG nova.compute.manager [req-5035522f-f3fc-4aa7-a426-c0778dcbc3da req-3e3ade09-6dff-4aba-af78-8f41c3ee01bf service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] No waiting events found dispatching network-vif-plugged-6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.246848] env[68867]: WARNING nova.compute.manager [req-5035522f-f3fc-4aa7-a426-c0778dcbc3da req-3e3ade09-6dff-4aba-af78-8f41c3ee01bf service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received unexpected event network-vif-plugged-6ac02f62-f833-4220-8a66-b505bbebb10f for instance with vm_state building and task_state spawning. [ 1202.308762] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3d2141b8-97af-409e-b6d3-2a416fb3db77 tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.596s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.313435] env[68867]: DEBUG nova.network.neutron [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Successfully updated port: 6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.318672] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 21cc232a-3a8c-4afb-985f-c6d19767fe4f] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.406878] env[68867]: DEBUG oslo_vmware.api [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136663} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.407201] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.407479] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.407771] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.425520] env[68867]: INFO nova.scheduler.client.report [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleted allocations for instance a8a67aa2-9a48-41e2-9575-5753e44c00db [ 1202.454020] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c73f65-1588-c48e-6f14-26c9d3897978, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.454285] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.454524] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.454765] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.454909] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.455103] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.455369] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81152f81-9bad-4c0e-905a-dd40c43d23d3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.466433] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.466676] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.468464] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9865c9-3b02-41d1-a46b-793a1dd95c27 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.475835] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1202.475835] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524013b3-bc22-d0ab-fb98-6313a8d8a312" [ 1202.475835] env[68867]: _type = "Task" [ 1202.475835] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.484797] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524013b3-bc22-d0ab-fb98-6313a8d8a312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.511287] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.511588] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.511804] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.511982] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.512161] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.514463] env[68867]: INFO nova.compute.manager [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Terminating instance [ 1202.536342] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.594222] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952469, 'name': ReconfigVM_Task, 'duration_secs': 0.180893} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.594948] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance 'c51b08d8-577d-46ef-8a08-8f6c8ceff02c' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.695401] env[68867]: DEBUG oslo_vmware.api [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952470, 'name': ReconfigVM_Task, 'duration_secs': 0.240408} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.695689] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.700776] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f306c387-4c57-48b2-82b6-27e3b9c46f47 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.719538] env[68867]: DEBUG oslo_vmware.api [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1202.719538] env[68867]: value = "task-2952471" [ 1202.719538] env[68867]: _type = "Task" [ 1202.719538] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.728688] env[68867]: DEBUG oslo_vmware.api [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.819968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.819968] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.820474] env[68867]: DEBUG nova.network.neutron [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.823746] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ca05b829-afa3-462a-b35d-b61df35dd01a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.930300] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.930604] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.930839] env[68867]: DEBUG nova.objects.instance [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lazy-loading 'resources' on Instance uuid a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.990332] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524013b3-bc22-d0ab-fb98-6313a8d8a312, 'name': SearchDatastore_Task, 'duration_secs': 0.019266} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.991466] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971c9c58-8bb5-4e35-863c-5f13deeca0d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.999026] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1202.999026] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52408149-0166-f0ac-8f44-011151d13d86" [ 1202.999026] env[68867]: _type = "Task" [ 1202.999026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.012710] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52408149-0166-f0ac-8f44-011151d13d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.017854] env[68867]: DEBUG nova.compute.manager [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.017854] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.018949] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a870cf98-0f03-4a63-880a-4aa764db6b88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.028971] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.033559] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2591dd88-90e5-44a5-8512-a3e8242389ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.041284] env[68867]: DEBUG oslo_vmware.api [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952468, 'name': PowerOnVM_Task, 'duration_secs': 0.575583} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.042806] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.043092] env[68867]: INFO nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1203.043386] env[68867]: DEBUG nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.043829] env[68867]: DEBUG oslo_vmware.api [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1203.043829] env[68867]: value = "task-2952472" [ 1203.043829] env[68867]: _type = "Task" [ 1203.043829] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.044710] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652e4fad-ee29-49af-8fa8-dc80a263e206 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.057559] env[68867]: DEBUG oslo_vmware.api [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.101389] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.101623] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.101776] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.101951] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.102108] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.102270] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.102494] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.102656] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.102819] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.102980] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.103175] env[68867]: DEBUG nova.virt.hardware [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.108453] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.108980] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99cec5f8-9ece-4869-bd9d-a52b832efd44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.129472] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1203.129472] env[68867]: value = "task-2952473" [ 1203.129472] env[68867]: _type = "Task" [ 1203.129472] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.139847] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.231257] env[68867]: DEBUG oslo_vmware.api [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.329067] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 3f5665f7-1f4c-4039-84bb-f2cfc676b7d8] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.363839] env[68867]: DEBUG nova.network.neutron [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.433738] env[68867]: DEBUG nova.objects.instance [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lazy-loading 'numa_topology' on Instance uuid a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.511803] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52408149-0166-f0ac-8f44-011151d13d86, 'name': SearchDatastore_Task, 'duration_secs': 0.031192} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.511979] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.512351] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.512803] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c675100b-5315-45a4-bb22-172ede5a12ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.522814] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1203.522814] env[68867]: value = "task-2952474" [ 1203.522814] env[68867]: _type = "Task" [ 1203.522814] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.532889] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.561676] env[68867]: DEBUG oslo_vmware.api [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952472, 'name': PowerOffVM_Task, 'duration_secs': 0.26831} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.562077] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.562172] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.570491] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af6936e-77f6-4a7a-a7d4-17773c0ab238 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.572905] env[68867]: INFO nova.compute.manager [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Took 13.23 seconds to build instance. [ 1203.608370] env[68867]: DEBUG nova.network.neutron [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.641271] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952473, 'name': ReconfigVM_Task, 'duration_secs': 0.224323} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.641559] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.642392] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81cd472-a18e-4df4-9130-6f64cf39406a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.674473] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] c51b08d8-577d-46ef-8a08-8f6c8ceff02c/c51b08d8-577d-46ef-8a08-8f6c8ceff02c.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.676069] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25481928-015b-4f9e-b752-2a89851c86ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.690923] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.691198] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.691411] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleting the datastore file [datastore1] 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.691694] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef35499-e4f1-4070-aabb-e3b2412beb52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.700939] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1203.700939] env[68867]: value = "task-2952476" [ 1203.700939] env[68867]: _type = "Task" [ 1203.700939] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.705988] env[68867]: DEBUG oslo_vmware.api [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for the task: (returnval){ [ 1203.705988] env[68867]: value = "task-2952477" [ 1203.705988] env[68867]: _type = "Task" [ 1203.705988] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.712993] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.718819] env[68867]: DEBUG oslo_vmware.api [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.736180] env[68867]: DEBUG oslo_vmware.api [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952471, 'name': ReconfigVM_Task, 'duration_secs': 1.002136} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.736825] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592525', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'name': 'volume-35f1d594-fa26-4c1d-a565-16a61b8ec526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4de5d89b-c819-45a0-a5cc-81e3d0fb8f79', 'attached_at': '', 'detached_at': '', 'volume_id': '35f1d594-fa26-4c1d-a565-16a61b8ec526', 'serial': '35f1d594-fa26-4c1d-a565-16a61b8ec526'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.790049] env[68867]: DEBUG nova.compute.manager [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received event network-changed-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.790292] env[68867]: DEBUG nova.compute.manager [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Refreshing instance network info cache due to event network-changed-7ed99916-6e8d-48fb-8f2d-77d1475e8e60. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.790521] env[68867]: DEBUG oslo_concurrency.lockutils [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] Acquiring lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.790706] env[68867]: DEBUG oslo_concurrency.lockutils [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] Acquired lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.790810] env[68867]: DEBUG nova.network.neutron [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Refreshing network info cache for port 7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.832478] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ae36c28d-ac03-4cfa-9f2a-1960adf21ca7] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.936706] env[68867]: DEBUG nova.objects.base [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.037721] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.075647] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f3233084-4be4-492f-9e6c-6a3dd2202770 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.739s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.086521] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.111294] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.111704] env[68867]: DEBUG nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Instance network_info: |[{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.112353] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:7c:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ac02f62-f833-4220-8a66-b505bbebb10f', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.121233] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.124212] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.125169] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c91af93-c5c6-494b-a631-c58d92dc1d9a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.150259] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.150259] env[68867]: value = "task-2952478" [ 1204.150259] env[68867]: _type = "Task" [ 1204.150259] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.162202] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952478, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.192386] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032523dd-64f2-42e9-8f12-50ad2e8f37c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.200744] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f5fb14-5e10-4469-8733-005bc607f583 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.239143] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd0047-282b-4e62-890a-a0660ff4a7c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.242057] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "eb12bde3-eb00-4334-bef3-635ef073b68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.242233] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.242446] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "eb12bde3-eb00-4334-bef3-635ef073b68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.242648] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.242814] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.244394] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952476, 'name': ReconfigVM_Task, 'duration_secs': 0.429461} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.247816] env[68867]: INFO nova.compute.manager [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Terminating instance [ 1204.249178] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] c51b08d8-577d-46ef-8a08-8f6c8ceff02c/c51b08d8-577d-46ef-8a08-8f6c8ceff02c.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.249440] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance 'c51b08d8-577d-46ef-8a08-8f6c8ceff02c' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.252735] env[68867]: DEBUG oslo_vmware.api [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Task: {'id': task-2952477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496767} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.253941] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.254134] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.254321] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.254604] env[68867]: INFO nova.compute.manager [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1204.254711] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.254898] env[68867]: DEBUG nova.compute.manager [-] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.254990] env[68867]: DEBUG nova.network.neutron [-] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.260227] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216def85-6523-4bfd-937e-1cbc5e06c642 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.275983] env[68867]: DEBUG nova.compute.provider_tree [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.279623] env[68867]: DEBUG nova.compute.manager [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.279795] env[68867]: DEBUG nova.compute.manager [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing instance network info cache due to event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.279998] env[68867]: DEBUG oslo_concurrency.lockutils [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.280147] env[68867]: DEBUG oslo_concurrency.lockutils [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.280311] env[68867]: DEBUG nova.network.neutron [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.304265] env[68867]: DEBUG nova.objects.instance [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'flavor' on Instance uuid 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.335402] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: aede81b7-50b2-4ac8-a096-6483c050e85a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.515439] env[68867]: DEBUG nova.network.neutron [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updated VIF entry in instance network info cache for port 7ed99916-6e8d-48fb-8f2d-77d1475e8e60. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.515885] env[68867]: DEBUG nova.network.neutron [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7ed99916-6e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.539606] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631648} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.540048] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.540285] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.540553] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ff1ac4-7576-4fda-971e-18606d141190 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.548871] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1204.548871] env[68867]: value = "task-2952479" [ 1204.548871] env[68867]: _type = "Task" [ 1204.548871] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.561040] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.660584] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952478, 'name': CreateVM_Task, 'duration_secs': 0.357428} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.660753] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.661440] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.661607] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.661927] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.662185] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7254f46c-6b60-4bc8-8abe-dcbe4a2aafcc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.666912] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1204.666912] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5256658a-53bc-197c-881b-83821d37879f" [ 1204.666912] env[68867]: _type = "Task" [ 1204.666912] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.675194] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5256658a-53bc-197c-881b-83821d37879f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.756215] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6e84e3-308d-4ca8-8d82-37e69b59fa2f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.759262] env[68867]: DEBUG nova.compute.manager [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.759463] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.760201] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854296d-a259-4147-b18b-822200007c18 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.768524] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.781140] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a46ba5-adde-43f9-8d86-38ad508b662d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.783357] env[68867]: DEBUG nova.scheduler.client.report [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.789093] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48490676-cd9e-45e1-9694-9a5404061b4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.811717] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance 'c51b08d8-577d-46ef-8a08-8f6c8ceff02c' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.818435] env[68867]: DEBUG oslo_vmware.api [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1204.818435] env[68867]: value = "task-2952480" [ 1204.818435] env[68867]: _type = "Task" [ 1204.818435] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.828875] env[68867]: DEBUG oslo_vmware.api [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.839453] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 35d3dd41-46b6-45f3-b97d-499ccf0fd353] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.018058] env[68867]: DEBUG oslo_concurrency.lockutils [req-6159748a-6aab-48be-8eef-b3c0fa401361 req-8f413145-9bda-4e9b-bbae-e1a8c508505f service nova] Releasing lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.058395] env[68867]: DEBUG nova.network.neutron [-] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.059591] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067774} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.060034] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.060838] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1514a-06aa-4066-a84a-507eeea2b0d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.083204] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.084078] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ded1a2c-8f24-478e-8a52-511ddd969b5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.100953] env[68867]: DEBUG nova.network.neutron [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updated VIF entry in instance network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.101300] env[68867]: DEBUG nova.network.neutron [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.108673] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1205.108673] env[68867]: value = "task-2952481" [ 1205.108673] env[68867]: _type = "Task" [ 1205.108673] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.117378] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.178018] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5256658a-53bc-197c-881b-83821d37879f, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.178377] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.178631] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.178889] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.179047] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.179248] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.179821] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ede777c-fa9c-4d98-80f5-3502cf944f84 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.188671] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.188921] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.189739] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05415331-caf1-4896-871a-3d0b6d595aee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.195533] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1205.195533] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52182333-95a4-bcf8-7b2e-9100b78190b2" [ 1205.195533] env[68867]: _type = "Task" [ 1205.195533] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.203706] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52182333-95a4-bcf8-7b2e-9100b78190b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.292457] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.320064] env[68867]: DEBUG oslo_concurrency.lockutils [None req-09996d99-fd81-40e5-8072-6c505cc574fa tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.809s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.338802] env[68867]: DEBUG oslo_vmware.api [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952480, 'name': PowerOffVM_Task, 'duration_secs': 0.191975} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.339727] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.340178] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.340799] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58ca9880-82b1-47df-91fe-c552878a5b06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.342898] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 28d1d5be-73ff-4f46-8d65-1712cd45e7ea] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.368714] env[68867]: DEBUG nova.network.neutron [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Port f851457b-811d-422d-91e0-79545be4802d binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1205.428087] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.428314] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.428542] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleting the datastore file [datastore2] eb12bde3-eb00-4334-bef3-635ef073b68b {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.428810] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f3ebb16-b3ec-4ec2-a9ae-0ade1a88acb0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.436028] env[68867]: DEBUG oslo_vmware.api [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1205.436028] env[68867]: value = "task-2952483" [ 1205.436028] env[68867]: _type = "Task" [ 1205.436028] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.445654] env[68867]: DEBUG oslo_vmware.api [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.560556] env[68867]: INFO nova.compute.manager [-] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Took 1.31 seconds to deallocate network for instance. [ 1205.603963] env[68867]: DEBUG oslo_concurrency.lockutils [req-7d862d74-09a3-4b18-98b7-3b6421641d35 req-a659e47e-c73d-4f98-8f4f-b09fe753a100 service nova] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.619623] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952481, 'name': ReconfigVM_Task, 'duration_secs': 0.278498} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.619968] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1/9d2ff035-7114-44d5-8291-245626c4f6e1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.621145] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'image_id': '17656c0e-9d4c-4070-a53c-835b3886163d'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '80feb789-e985-4fbd-9e2a-e17f0c377a9a', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'}, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1205.621355] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.621546] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.622357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67d890c-f606-492e-b781-e2fd05a4230a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.638760] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf2798b-6fa7-4731-8026-ce05332cbaee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.665704] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-96e7205f-c833-4d44-b1fa-93065cf60783/volume-96e7205f-c833-4d44-b1fa-93065cf60783.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.665898] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9360c37d-1f74-4997-b5ea-705be9b357ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.684329] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1205.684329] env[68867]: value = "task-2952484" [ 1205.684329] env[68867]: _type = "Task" [ 1205.684329] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.692490] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.705587] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52182333-95a4-bcf8-7b2e-9100b78190b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.706526] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1e489b-a4d5-496e-b88f-9fee61db55f0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.713064] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1205.713064] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524c8933-a646-fba7-9dca-c0f09050a217" [ 1205.713064] env[68867]: _type = "Task" [ 1205.713064] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.721297] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524c8933-a646-fba7-9dca-c0f09050a217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.799519] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a72a91c9-a206-4bc0-aa16-ba0a660a3d62 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.458s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.800299] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.714s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.800550] env[68867]: INFO nova.compute.manager [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Unshelving [ 1205.847398] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 5449777d-2761-42d5-bc20-18a3eefc1cbd] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.947049] env[68867]: DEBUG oslo_vmware.api [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133001} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.947613] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.947881] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.948145] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.948398] env[68867]: INFO nova.compute.manager [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1205.948714] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.948957] env[68867]: DEBUG nova.compute.manager [-] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.949182] env[68867]: DEBUG nova.network.neutron [-] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.969597] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.969966] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.970099] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.970231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.970399] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.972622] env[68867]: INFO nova.compute.manager [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Terminating instance [ 1206.072015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.072015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.072015] env[68867]: DEBUG nova.objects.instance [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lazy-loading 'resources' on Instance uuid 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.195168] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952484, 'name': ReconfigVM_Task, 'duration_secs': 0.324437} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.195457] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-96e7205f-c833-4d44-b1fa-93065cf60783/volume-96e7205f-c833-4d44-b1fa-93065cf60783.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.200301] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590259b8-9ef3-49aa-af6f-1865e5667bda {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.218094] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1206.218094] env[68867]: value = "task-2952485" [ 1206.218094] env[68867]: _type = "Task" [ 1206.218094] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.224766] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524c8933-a646-fba7-9dca-c0f09050a217, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.225314] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.225572] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9bd8026f-4087-4e2b-8853-68d30f0b4226/9bd8026f-4087-4e2b-8853-68d30f0b4226.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.225801] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb6a6974-dea0-47b1-9bcb-5fff8a868ee9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.230605] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.234752] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1206.234752] env[68867]: value = "task-2952486" [ 1206.234752] env[68867]: _type = "Task" [ 1206.234752] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.242722] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.317544] env[68867]: DEBUG nova.compute.manager [req-8dff23d7-f421-43cb-99a3-03c519cd504d req-9b0f7925-4204-4f61-ac06-5f222bc4907e service nova] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Received event network-vif-deleted-8ede7c19-2aac-44de-8353-60b70bcede73 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.317848] env[68867]: DEBUG nova.compute.manager [req-8dff23d7-f421-43cb-99a3-03c519cd504d req-9b0f7925-4204-4f61-ac06-5f222bc4907e service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Received event network-vif-deleted-a536cfd3-0dc4-452c-a61c-9ff6f24e092e {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.318041] env[68867]: INFO nova.compute.manager [req-8dff23d7-f421-43cb-99a3-03c519cd504d req-9b0f7925-4204-4f61-ac06-5f222bc4907e service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Neutron deleted interface a536cfd3-0dc4-452c-a61c-9ff6f24e092e; detaching it from the instance and deleting it from the info cache [ 1206.318219] env[68867]: DEBUG nova.network.neutron [req-8dff23d7-f421-43cb-99a3-03c519cd504d req-9b0f7925-4204-4f61-ac06-5f222bc4907e service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.351030] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 44028339-8c0f-4384-b4ee-3b37f975de00] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.392057] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.392561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.392854] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.476111] env[68867]: DEBUG nova.compute.manager [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.476354] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.477994] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7f2161-fe01-4696-a7e4-760ff1a6a513 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.487292] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.487590] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235bd62e-35a9-41f7-a4f4-352637b7c7f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.495015] env[68867]: DEBUG oslo_vmware.api [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1206.495015] env[68867]: value = "task-2952487" [ 1206.495015] env[68867]: _type = "Task" [ 1206.495015] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.505828] env[68867]: DEBUG oslo_vmware.api [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.729264] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952485, 'name': ReconfigVM_Task, 'duration_secs': 0.149664} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.729585] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.730187] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a478b089-d383-44e6-bffa-11207ba6eb08 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.739325] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1206.739325] env[68867]: value = "task-2952488" [ 1206.739325] env[68867]: _type = "Task" [ 1206.739325] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.748188] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474676} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.748964] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 9bd8026f-4087-4e2b-8853-68d30f0b4226/9bd8026f-4087-4e2b-8853-68d30f0b4226.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.749214] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.749489] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7427c5b8-5dc6-4c67-b936-63c5c78a47ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.755473] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952488, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.756650] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1206.756650] env[68867]: value = "task-2952489" [ 1206.756650] env[68867]: _type = "Task" [ 1206.756650] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.768261] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.770028] env[68867]: DEBUG nova.network.neutron [-] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.820502] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae087cb5-b6dd-428f-ac39-56b4eecd46bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.825345] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.833136] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08345bd3-efc1-43c2-b0a1-f4d618986182 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.854209] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ef9669a3-3745-4beb-8a9e-2cb0f43ec92c] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.876093] env[68867]: DEBUG nova.compute.manager [req-8dff23d7-f421-43cb-99a3-03c519cd504d req-9b0f7925-4204-4f61-ac06-5f222bc4907e service nova] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Detach interface failed, port_id=a536cfd3-0dc4-452c-a61c-9ff6f24e092e, reason: Instance eb12bde3-eb00-4334-bef3-635ef073b68b could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.915395] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed65c8-9af4-4d98-9a0a-e506d91abb12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.923535] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab6f390-e8a9-41f6-a000-4058c933d4fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.954691] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e6f24-e06a-4659-93e9-ad32fbd47046 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.962398] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e70654-fa2d-457a-8d31-5e34d4fc16eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.976469] env[68867]: DEBUG nova.compute.provider_tree [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.004657] env[68867]: DEBUG oslo_vmware.api [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952487, 'name': PowerOffVM_Task, 'duration_secs': 0.218927} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.004865] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.005057] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.005327] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64699468-0c9b-4539-a148-2ef253c15c0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.077455] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.077615] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.077801] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleting the datastore file [datastore2] 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.078080] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72a910e-2355-42e5-8c36-62eb66c68f38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.086112] env[68867]: DEBUG oslo_vmware.api [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1207.086112] env[68867]: value = "task-2952491" [ 1207.086112] env[68867]: _type = "Task" [ 1207.086112] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.094758] env[68867]: DEBUG oslo_vmware.api [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.250456] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952488, 'name': Rename_Task, 'duration_secs': 0.163362} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.250747] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.250996] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b8ab591-0a99-4025-a16f-6386d36e00ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.261482] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1207.261482] env[68867]: value = "task-2952492" [ 1207.261482] env[68867]: _type = "Task" [ 1207.261482] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.269550] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062424} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.270211] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.271031] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a71f31-c916-4501-be4f-6d7209ce1cba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.276563] env[68867]: INFO nova.compute.manager [-] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Took 1.33 seconds to deallocate network for instance. [ 1207.276851] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.300058] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9bd8026f-4087-4e2b-8853-68d30f0b4226/9bd8026f-4087-4e2b-8853-68d30f0b4226.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.302982] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac77e90-1f3f-48ab-b951-fa3d8ec5a94c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.324674] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1207.324674] env[68867]: value = "task-2952493" [ 1207.324674] env[68867]: _type = "Task" [ 1207.324674] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.340020] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.361035] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 4044ce86-5aef-49c9-8382-98687e45edca] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.451365] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.451653] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.451886] env[68867]: DEBUG nova.network.neutron [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.479355] env[68867]: DEBUG nova.scheduler.client.report [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.597015] env[68867]: DEBUG oslo_vmware.api [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253445} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.597290] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.597476] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.597650] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.597836] env[68867]: INFO nova.compute.manager [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1207.598133] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.598336] env[68867]: DEBUG nova.compute.manager [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.598430] env[68867]: DEBUG nova.network.neutron [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.772965] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952492, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.819799] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.836163] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.865965] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ca358185-4e45-4edb-a23c-e15fd73e7d26] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.985040] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.989365] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.164s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.990595] env[68867]: DEBUG nova.objects.instance [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lazy-loading 'pci_requests' on Instance uuid a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.024432] env[68867]: INFO nova.scheduler.client.report [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Deleted allocations for instance 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb [ 1208.195202] env[68867]: DEBUG nova.network.neutron [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance_info_cache with network_info: [{"id": "f851457b-811d-422d-91e0-79545be4802d", "address": "fa:16:3e:e1:b0:5e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851457b-81", "ovs_interfaceid": "f851457b-811d-422d-91e0-79545be4802d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.275109] env[68867]: DEBUG oslo_vmware.api [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952492, 'name': PowerOnVM_Task, 'duration_secs': 0.882112} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.275744] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.276068] env[68867]: DEBUG nova.compute.manager [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.277069] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de17dbf5-4eb8-4e89-8a7e-656dc4858c42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.339666] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952493, 'name': ReconfigVM_Task, 'duration_secs': 0.733458} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.340176] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9bd8026f-4087-4e2b-8853-68d30f0b4226/9bd8026f-4087-4e2b-8853-68d30f0b4226.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.342347] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d7c8ba-5867-44d1-bbec-92e3407157a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.351197] env[68867]: DEBUG nova.compute.manager [req-1df33ed5-dc0c-4547-8620-674f845a4f4f req-e9f102fc-f83c-43bd-b109-4878a836af83 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Received event network-vif-deleted-5b16f009-97ee-4bd1-b7da-95738ccfd931 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.351523] env[68867]: INFO nova.compute.manager [req-1df33ed5-dc0c-4547-8620-674f845a4f4f req-e9f102fc-f83c-43bd-b109-4878a836af83 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Neutron deleted interface 5b16f009-97ee-4bd1-b7da-95738ccfd931; detaching it from the instance and deleting it from the info cache [ 1208.351872] env[68867]: DEBUG nova.network.neutron [req-1df33ed5-dc0c-4547-8620-674f845a4f4f req-e9f102fc-f83c-43bd-b109-4878a836af83 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.357096] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1208.357096] env[68867]: value = "task-2952494" [ 1208.357096] env[68867]: _type = "Task" [ 1208.357096] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.371383] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 4a1b04a3-7894-4cfa-9581-38fb920cbe3a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.374523] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952494, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.505024] env[68867]: DEBUG nova.objects.instance [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lazy-loading 'numa_topology' on Instance uuid a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.533586] env[68867]: DEBUG oslo_concurrency.lockutils [None req-612c1aad-94d3-45a5-9ca7-97db97d089eb tempest-ServerRescueNegativeTestJSON-1332110576 tempest-ServerRescueNegativeTestJSON-1332110576-project-member] Lock "12ea9512-9b51-4d4a-9a36-80b1ef58e0eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.022s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.698336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.708727] env[68867]: DEBUG nova.network.neutron [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.797902] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.855120] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8f2692f-0f6b-45e9-8b07-f9465c1c329f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.866669] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952494, 'name': Rename_Task, 'duration_secs': 0.431785} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.868433] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.868766] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-272c5019-2f5f-4cd2-b01c-cbf217c34732 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.872892] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38087393-ca6f-4241-bcf3-a13dc79872e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.884017] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 0e1165df-35a2-454c-bbe2-1f685600e05d] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.894139] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1208.894139] env[68867]: value = "task-2952495" [ 1208.894139] env[68867]: _type = "Task" [ 1208.894139] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.910962] env[68867]: DEBUG nova.compute.manager [req-1df33ed5-dc0c-4547-8620-674f845a4f4f req-e9f102fc-f83c-43bd-b109-4878a836af83 service nova] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Detach interface failed, port_id=5b16f009-97ee-4bd1-b7da-95738ccfd931, reason: Instance 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.914574] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.009971] env[68867]: INFO nova.compute.claims [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.210755] env[68867]: INFO nova.compute.manager [-] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Took 1.61 seconds to deallocate network for instance. [ 1209.225521] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8e630-54cd-4d7c-8cc6-59befb227f04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.247075] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0943fd7d-57c8-4509-b1a1-dbe242492716 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.257352] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance 'c51b08d8-577d-46ef-8a08-8f6c8ceff02c' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.388393] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 9bcab890-6320-4cdc-9852-8e1d22ce6965] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.407052] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.717697] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.763827] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.764320] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f32036c-326b-4f31-a576-c243cdfad30e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.773724] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1209.773724] env[68867]: value = "task-2952496" [ 1209.773724] env[68867]: _type = "Task" [ 1209.773724] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.783834] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.893961] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: bb127176-9aaa-4a7e-bb71-59aff3271715] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.913214] env[68867]: DEBUG oslo_vmware.api [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952495, 'name': PowerOnVM_Task, 'duration_secs': 0.739545} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.913513] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.913767] env[68867]: INFO nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1209.913984] env[68867]: DEBUG nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.914830] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347cd084-7264-40c1-8dda-a30690f2ae91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.265020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4424e79c-3901-48b4-976b-350aa656a025 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.275109] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364c0aac-6b1d-4c76-9441-846c15af5600 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.290282] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.317084] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37721a5e-9363-43af-a210-dd4b6658f462 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.327118] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c675a6-615a-4438-84c8-087bb8674845 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.345021] env[68867]: DEBUG nova.compute.provider_tree [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.403331] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 3198afdf-53d4-4ed2-a3c9-ddfddf14309b] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.435833] env[68867]: INFO nova.compute.manager [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Took 12.84 seconds to build instance. [ 1210.790452] env[68867]: DEBUG oslo_vmware.api [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952496, 'name': PowerOnVM_Task, 'duration_secs': 0.598113} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.790698] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.790932] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-314bd6ae-144c-4b98-9c55-d97efd1fb1a9 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance 'c51b08d8-577d-46ef-8a08-8f6c8ceff02c' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.848062] env[68867]: DEBUG nova.scheduler.client.report [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.907529] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: e7615fbd-1261-4800-9e0c-90b22ebc25a1] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.938459] env[68867]: DEBUG oslo_concurrency.lockutils [None req-215d9517-305d-4144-bd76-e966ea53a060 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.352s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.353041] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.363s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.356313] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.537s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.356646] env[68867]: DEBUG nova.objects.instance [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'resources' on Instance uuid eb12bde3-eb00-4334-bef3-635ef073b68b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.413231] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 832c53ff-4606-4fb6-b1f1-4e2b22c81bb6] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.441098] env[68867]: INFO nova.network.neutron [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating port 7ed99916-6e8d-48fb-8f2d-77d1475e8e60 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1211.519758] env[68867]: DEBUG nova.compute.manager [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.519758] env[68867]: DEBUG nova.compute.manager [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing instance network info cache due to event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.519758] env[68867]: DEBUG oslo_concurrency.lockutils [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.519758] env[68867]: DEBUG oslo_concurrency.lockutils [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.519758] env[68867]: DEBUG nova.network.neutron [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.917250] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 44c08386-7b8a-4cb2-9788-1bbbbe144f02] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.055618] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce46f20-090d-44db-9b91-d740886e9226 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.064356] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500c8f4a-d282-4c76-8ed3-ffa7cc818f1b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.097570] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40be3c03-a67a-4ff5-b0c5-d9180a86a673 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.105835] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59040997-9832-4446-b03b-a8b2aec83718 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.119484] env[68867]: DEBUG nova.compute.provider_tree [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.247098] env[68867]: DEBUG nova.network.neutron [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updated VIF entry in instance network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.247652] env[68867]: DEBUG nova.network.neutron [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.420722] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 0c506724-8d87-40ef-9f7c-755ad33415be] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.624367] env[68867]: DEBUG nova.scheduler.client.report [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.670590] env[68867]: DEBUG nova.compute.manager [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.670771] env[68867]: DEBUG nova.compute.manager [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing instance network info cache due to event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.670984] env[68867]: DEBUG oslo_concurrency.lockutils [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.671135] env[68867]: DEBUG oslo_concurrency.lockutils [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.671299] env[68867]: DEBUG nova.network.neutron [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.750316] env[68867]: DEBUG oslo_concurrency.lockutils [req-26f30638-eb4e-449d-b52b-f99c5bf13892 req-bddb123d-a563-41b8-89a2-945cdfc526c8 service nova] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.924175] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: b4f78403-1571-4bd0-b045-4487fe6e05b8] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.132910] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.135339] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.338s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.135524] env[68867]: DEBUG nova.objects.instance [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1213.158977] env[68867]: INFO nova.scheduler.client.report [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted allocations for instance eb12bde3-eb00-4334-bef3-635ef073b68b [ 1213.232651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.232923] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.233171] env[68867]: DEBUG nova.compute.manager [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Going to confirm migration 6 {{(pid=68867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1213.253417] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.253614] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.253988] env[68867]: DEBUG nova.network.neutron [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.369921] env[68867]: DEBUG nova.network.neutron [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updated VIF entry in instance network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.370338] env[68867]: DEBUG nova.network.neutron [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.426919] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 962c726a-db9e-4ce9-b7b9-7345dcf1cd9e] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.544587] env[68867]: DEBUG nova.compute.manager [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.544787] env[68867]: DEBUG nova.compute.manager [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing instance network info cache due to event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.544970] env[68867]: DEBUG oslo_concurrency.lockutils [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.670981] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f7ecf9a4-07b4-4519-b7db-ebd98649a213 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "eb12bde3-eb00-4334-bef3-635ef073b68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.429s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.795214] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.795400] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquired lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.795713] env[68867]: DEBUG nova.network.neutron [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.795818] env[68867]: DEBUG nova.objects.instance [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'info_cache' on Instance uuid c51b08d8-577d-46ef-8a08-8f6c8ceff02c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.873460] env[68867]: DEBUG oslo_concurrency.lockutils [req-4be925b3-e45e-4ef9-80a7-5399bf6cd4fa req-4b50e131-5f7a-479a-a33f-f5089dfa413a service nova] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.874168] env[68867]: DEBUG oslo_concurrency.lockutils [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.874365] env[68867]: DEBUG nova.network.neutron [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.932454] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: e5264bda-2687-4d46-a27f-a41b8ac5f89d] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.070112] env[68867]: DEBUG nova.network.neutron [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed99916-6e", "ovs_interfaceid": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.144190] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aacad7d-0822-43b1-a74b-1fd25ba02541 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.145338] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.428s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.145572] env[68867]: DEBUG nova.objects.instance [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'resources' on Instance uuid 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.438193] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 4e8892ff-2fb2-4a3f-877b-f9e9f3e45fe6] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.572877] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.576871] env[68867]: DEBUG nova.network.neutron [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updated VIF entry in instance network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.577219] env[68867]: DEBUG nova.network.neutron [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.601398] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cd09bee5c7dfcfd48abda7714a8a5505',container_format='bare',created_at=2025-03-11T21:00:34Z,direct_url=,disk_format='vmdk',id=ee895513-d0ac-43d5-aae9-eaa8cd1fed96,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1196333264-shelved',owner='b5e9cdd25495473ead071d4fadd4f7a8',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-03-11T21:00:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.601669] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.601830] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.602032] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.602193] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.602340] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.602615] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.602783] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.602963] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.603165] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.603336] env[68867]: DEBUG nova.virt.hardware [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.604463] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22cbb6-c68a-4984-aee8-b1d6f7b0a50c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.613734] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f1c306-37e7-4532-bb17-ac36b650a0d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.628163] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:fa:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed99916-6e8d-48fb-8f2d-77d1475e8e60', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.635621] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.636173] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.636389] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8e6dd5-9dba-44fd-9058-6e21edb664dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.660693] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.660693] env[68867]: value = "task-2952497" [ 1214.660693] env[68867]: _type = "Task" [ 1214.660693] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.671817] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952497, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.708011] env[68867]: DEBUG nova.compute.manager [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.708011] env[68867]: DEBUG nova.compute.manager [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing instance network info cache due to event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.708560] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.708684] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.708736] env[68867]: DEBUG nova.network.neutron [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.761229] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.761481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.872010] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb5180e-4507-449f-9795-1399f29ee900 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.880593] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf8c2ea-c857-41aa-bd4b-d26633f4e9ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.914355] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b49804-96b7-42e0-8682-cd8fe03fef6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.922761] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f678e2c9-8225-4df9-8fa2-b031e2ca6f5f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.938086] env[68867]: DEBUG nova.compute.provider_tree [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.941733] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 1b19c305-95fc-45d3-b4cb-59f8a73de667] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.080153] env[68867]: DEBUG oslo_concurrency.lockutils [req-2f7acc99-bfd1-44be-ba1b-bf978071b9cc req-c867edb1-0d01-4765-b101-5fb6e9933cea service nova] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.087942] env[68867]: DEBUG nova.network.neutron [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance_info_cache with network_info: [{"id": "f851457b-811d-422d-91e0-79545be4802d", "address": "fa:16:3e:e1:b0:5e", "network": {"id": "d96e0e58-b223-428a-8360-97b64626f6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2131017551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176bf0dbeb0c4b33bd48d20fa96a3f57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf851457b-81", "ovs_interfaceid": "f851457b-811d-422d-91e0-79545be4802d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.170975] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952497, 'name': CreateVM_Task, 'duration_secs': 0.331037} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.172266] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.175435] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.175435] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.175593] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.176279] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b039e3d6-939d-44d6-9041-67790429caac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.180995] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1215.180995] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52741e5e-bdd9-51aa-2284-916ae06831d1" [ 1215.180995] env[68867]: _type = "Task" [ 1215.180995] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.191208] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52741e5e-bdd9-51aa-2284-916ae06831d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.266024] env[68867]: DEBUG nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.445059] env[68867]: DEBUG nova.scheduler.client.report [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.448266] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ad510634-ae59-4378-b132-682d4ecd3b2a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.494192] env[68867]: DEBUG nova.network.neutron [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updated VIF entry in instance network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.494559] env[68867]: DEBUG nova.network.neutron [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.590834] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Releasing lock "refresh_cache-c51b08d8-577d-46ef-8a08-8f6c8ceff02c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.591116] env[68867]: DEBUG nova.objects.instance [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'migration_context' on Instance uuid c51b08d8-577d-46ef-8a08-8f6c8ceff02c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.677629] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.677984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.678239] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.678429] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.678600] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.681407] env[68867]: INFO nova.compute.manager [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Terminating instance [ 1215.692456] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.692705] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Processing image ee895513-d0ac-43d5-aae9-eaa8cd1fed96 {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.692974] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96/ee895513-d0ac-43d5-aae9-eaa8cd1fed96.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.693158] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96/ee895513-d0ac-43d5-aae9-eaa8cd1fed96.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.693311] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.693577] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62305ae-a3e7-4890-b4ca-83f8c70a7f94 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.703342] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.703619] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.705063] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c649ef-d1b5-40df-b005-10aaf24ab121 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.709946] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1215.709946] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c5c025-425b-28de-712d-91a848f5fc1f" [ 1215.709946] env[68867]: _type = "Task" [ 1215.709946] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.718510] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52c5c025-425b-28de-712d-91a848f5fc1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.786851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.873121] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.873445] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.951225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.953352] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: fb7af9f9-1c78-42b9-bb32-b0f86cc019ae] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.956096] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.169s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.957497] env[68867]: INFO nova.compute.claims [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.978472] env[68867]: INFO nova.scheduler.client.report [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted allocations for instance 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79 [ 1215.996867] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.997244] env[68867]: DEBUG nova.compute.manager [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received event network-vif-plugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.997796] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.997796] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.997918] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.998096] env[68867]: DEBUG nova.compute.manager [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] No waiting events found dispatching network-vif-plugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.998294] env[68867]: WARNING nova.compute.manager [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received unexpected event network-vif-plugged-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 for instance with vm_state shelved_offloaded and task_state spawning. [ 1215.998511] env[68867]: DEBUG nova.compute.manager [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received event network-changed-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.998717] env[68867]: DEBUG nova.compute.manager [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Refreshing instance network info cache due to event network-changed-7ed99916-6e8d-48fb-8f2d-77d1475e8e60. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.998989] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Acquiring lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.999076] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Acquired lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.999223] env[68867]: DEBUG nova.network.neutron [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Refreshing network info cache for port 7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.094701] env[68867]: DEBUG nova.objects.base [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.096085] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b383df8-a2f2-42d9-8582-92e7254ae10e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.123589] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8d114c-d781-4b3e-9df4-9f4500c1293a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.129282] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1216.129282] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524a90a4-b919-b169-3f02-103ec8093bad" [ 1216.129282] env[68867]: _type = "Task" [ 1216.129282] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.137933] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524a90a4-b919-b169-3f02-103ec8093bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.188322] env[68867]: DEBUG nova.compute.manager [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.188609] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.189419] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8285568-c268-471d-811b-095f97e8db9f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.196887] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.197125] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e18024-396c-4ffb-83c5-4783ec810c03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.204248] env[68867]: DEBUG oslo_vmware.api [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1216.204248] env[68867]: value = "task-2952498" [ 1216.204248] env[68867]: _type = "Task" [ 1216.204248] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.211760] env[68867]: DEBUG oslo_vmware.api [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.219562] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Preparing fetch location {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1216.219562] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Fetch image to [datastore2] OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031/OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031.vmdk {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1216.219803] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Downloading stream optimized image ee895513-d0ac-43d5-aae9-eaa8cd1fed96 to [datastore2] OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031/OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031.vmdk on the data store datastore2 as vApp {{(pid=68867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1216.219881] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Downloading image file data ee895513-d0ac-43d5-aae9-eaa8cd1fed96 to the ESX as VM named 'OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031' {{(pid=68867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1216.299738] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1216.299738] env[68867]: value = "resgroup-9" [ 1216.299738] env[68867]: _type = "ResourcePool" [ 1216.299738] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1216.300058] env[68867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9b0efb3d-b098-4005-81a0-86624e148d84 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.321859] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lease: (returnval){ [ 1216.321859] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523c4b1f-7c69-9fd2-0df1-4d3aecf49e4d" [ 1216.321859] env[68867]: _type = "HttpNfcLease" [ 1216.321859] env[68867]: } obtained for vApp import into resource pool (val){ [ 1216.321859] env[68867]: value = "resgroup-9" [ 1216.321859] env[68867]: _type = "ResourcePool" [ 1216.321859] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1216.322304] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the lease: (returnval){ [ 1216.322304] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523c4b1f-7c69-9fd2-0df1-4d3aecf49e4d" [ 1216.322304] env[68867]: _type = "HttpNfcLease" [ 1216.322304] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1216.328624] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.328624] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523c4b1f-7c69-9fd2-0df1-4d3aecf49e4d" [ 1216.328624] env[68867]: _type = "HttpNfcLease" [ 1216.328624] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1216.377143] env[68867]: DEBUG nova.compute.utils [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.456545] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 5f6232f0-aa98-4045-a3da-e7b33e81250b] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.487182] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4cb49a87-c85a-4828-bbed-74351c2f789a tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "4de5d89b-c819-45a0-a5cc-81e3d0fb8f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.517s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.639664] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524a90a4-b919-b169-3f02-103ec8093bad, 'name': SearchDatastore_Task, 'duration_secs': 0.017544} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.640100] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.711921] env[68867]: DEBUG nova.network.neutron [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updated VIF entry in instance network info cache for port 7ed99916-6e8d-48fb-8f2d-77d1475e8e60. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.712310] env[68867]: DEBUG nova.network.neutron [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed99916-6e", "ovs_interfaceid": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.717223] env[68867]: DEBUG oslo_vmware.api [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952498, 'name': PowerOffVM_Task, 'duration_secs': 0.258259} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.718079] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.718079] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.718250] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c46949-770c-485e-bfad-4487359128fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.786162] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.786416] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.786659] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleting the datastore file [datastore1] a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.786920] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9f1ad9-fefd-4878-b41f-b44e98766566 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.793915] env[68867]: DEBUG oslo_vmware.api [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1216.793915] env[68867]: value = "task-2952501" [ 1216.793915] env[68867]: _type = "Task" [ 1216.793915] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.801544] env[68867]: DEBUG oslo_vmware.api [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.829319] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.829319] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523c4b1f-7c69-9fd2-0df1-4d3aecf49e4d" [ 1216.829319] env[68867]: _type = "HttpNfcLease" [ 1216.829319] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1216.829596] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1216.829596] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523c4b1f-7c69-9fd2-0df1-4d3aecf49e4d" [ 1216.829596] env[68867]: _type = "HttpNfcLease" [ 1216.829596] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1216.830358] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2554c-5e76-47d3-aa68-e84edeeb7c98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.837601] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521875ea-d2f6-3966-2a95-2c256248a0cb/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1216.837775] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521875ea-d2f6-3966-2a95-2c256248a0cb/disk-0.vmdk. {{(pid=68867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1216.894225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.901759] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b82b6428-ac0f-4d54-a698-c0a467c6f9d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.960421] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 5c0d7d13-150d-42af-9bc6-3646e104bbcf] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.161507] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2a6a7-8587-406e-bb54-520177d77608 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.171941] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43aa044-8f03-4ed8-804c-e6b84dddbe4b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.209350] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd0762c-b057-4d2e-99f1-10f04fbbec8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.217943] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d44e752-6bbe-4371-905f-17a7c686b276 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.223966] env[68867]: DEBUG oslo_concurrency.lockutils [req-c38769c8-5348-46c9-b621-947b3fd61491 req-2c312488-211b-40dd-87b0-5a434da0ed9e service nova] Releasing lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.235461] env[68867]: DEBUG nova.compute.provider_tree [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.305145] env[68867]: DEBUG oslo_vmware.api [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134413} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.305421] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.305570] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.305746] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.305908] env[68867]: INFO nova.compute.manager [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1217.306180] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.306383] env[68867]: DEBUG nova.compute.manager [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.306493] env[68867]: DEBUG nova.network.neutron [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.463642] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: fbbdbf71-bba7-4ec4-ba69-8141d1c28f25] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.742381] env[68867]: DEBUG nova.scheduler.client.report [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.955853] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.956189] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.969709] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 798211ff-6d41-4701-aadc-eb333c2e55d6] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.046022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.046022] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.046022] env[68867]: INFO nova.compute.manager [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Attaching volume 4671a472-a3c4-4a47-aba6-6fc1d61b50eb to /dev/sdb [ 1218.083700] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe53bc6-8aef-43a8-8961-83d61f11aca8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.091602] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93afaeab-1c5d-4b88-8c61-09317dca026f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.107306] env[68867]: DEBUG nova.virt.block_device [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating existing volume attachment record: 88d7e704-fbfa-4dd8-9718-bbd98e897404 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.247354] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.247503] env[68867]: DEBUG nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.253510] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.613s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.316840] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Completed reading data from the image iterator. {{(pid=68867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1218.317114] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521875ea-d2f6-3966-2a95-2c256248a0cb/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1218.318292] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039dbbdb-0510-486e-ac73-93e3bec3c608 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.323722] env[68867]: DEBUG nova.network.neutron [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.326758] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521875ea-d2f6-3966-2a95-2c256248a0cb/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1218.326962] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521875ea-d2f6-3966-2a95-2c256248a0cb/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1218.327433] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5b4dc1a9-6efe-4a3b-8b3e-164383e624d5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.459496] env[68867]: DEBUG nova.compute.utils [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.472956] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 222942b9-d459-4937-83e0-30de9e0e30d1] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.510968] env[68867]: DEBUG oslo_vmware.rw_handles [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521875ea-d2f6-3966-2a95-2c256248a0cb/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1218.511268] env[68867]: INFO nova.virt.vmwareapi.images [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Downloaded image file data ee895513-d0ac-43d5-aae9-eaa8cd1fed96 [ 1218.512246] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff1963-83dd-4ad4-ac8d-b835c6c24b53 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.528820] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-584ef316-349f-4a78-8a77-d749cf1dadd9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.552164] env[68867]: INFO nova.virt.vmwareapi.images [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] The imported VM was unregistered [ 1218.554979] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Caching image {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1218.555718] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96 {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.556014] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba1948b-32ae-40fa-bef3-dec2ee610c36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.567120] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Created directory with path [datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96 {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.567120] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031/OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031.vmdk to [datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96/ee895513-d0ac-43d5-aae9-eaa8cd1fed96.vmdk. {{(pid=68867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1218.567356] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b2e15e88-14fa-479a-95e0-a89106e76de8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.574486] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1218.574486] env[68867]: value = "task-2952506" [ 1218.574486] env[68867]: _type = "Task" [ 1218.574486] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.583327] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952506, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.753476] env[68867]: DEBUG nova.compute.utils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.755499] env[68867]: DEBUG nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.755748] env[68867]: DEBUG nova.network.neutron [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.817468] env[68867]: DEBUG nova.policy [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67295ac5302e4267a4ea8ff237d7bc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d745edc7cd747549893bff0d77ae4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.829178] env[68867]: INFO nova.compute.manager [-] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Took 1.52 seconds to deallocate network for instance. [ 1218.963270] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.976257] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 9193b301-bb6f-4c46-9a53-f4205e68f49c] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.980698] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd1d55a-d0a7-4b0b-8025-799c57d45513 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.988370] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d966be7b-65f1-491f-8623-64b55a13ee0d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.020683] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf9cbc5-81d5-4479-a71e-da0b0b165e05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.029311] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e5a40-0333-412b-8356-8f065d532a08 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.044489] env[68867]: DEBUG nova.compute.provider_tree [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.085721] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952506, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.126763] env[68867]: DEBUG nova.network.neutron [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Successfully created port: 3d796e95-e264-4f1e-b627-9e38bbe8a24f {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.259668] env[68867]: DEBUG nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.339597] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.479679] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 3be07c27-d983-4327-928b-cae2f12f09bc] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.547188] env[68867]: DEBUG nova.scheduler.client.report [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.560485] env[68867]: DEBUG nova.compute.manager [req-4d0fcbed-f4bd-46f3-bfc2-a0c2cb318047 req-55cd406b-6f62-4e77-9a01-aa645750a471 service nova] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Received event network-vif-deleted-7de8b081-d5fa-491b-bc06-ba2cc82ce7ca {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.589636] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952506, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.983791] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: d26c07a4-11ab-4cd2-bace-d081b6b09f30] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.039031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.039270] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.039510] env[68867]: INFO nova.compute.manager [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Attaching volume 74f54cf8-df92-4ff7-8cbf-04a973dfb507 to /dev/sdb [ 1220.073332] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a435a6-fcb0-4bd6-a6f3-786ed3c731a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.086032] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952506, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.088599] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68373b87-73b8-4324-a5cb-621f01424653 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.103460] env[68867]: DEBUG nova.virt.block_device [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updating existing volume attachment record: 34143f9d-a529-4524-b657-080f16eb386b {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.269302] env[68867]: DEBUG nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.296900] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.297174] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.297336] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.297519] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.297662] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.297804] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.298025] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.298198] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.298367] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.298593] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.298685] env[68867]: DEBUG nova.virt.hardware [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.299905] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7c05d3-dfeb-41f7-8640-f34fb5bfb99c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.308148] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aee671-287f-4ad0-854f-3d5cac66fea4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.487956] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: aaa8e47e-7484-4b43-bcfd-c28ee2c6205d] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.556850] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.303s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.566823] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.227s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.567102] env[68867]: DEBUG nova.objects.instance [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'resources' on Instance uuid a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.589447] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952506, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.674546] env[68867]: DEBUG nova.network.neutron [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Successfully updated port: 3d796e95-e264-4f1e-b627-9e38bbe8a24f {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.992080] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 2caef58a-fa7a-42bb-8b96-4ddbbaf46ee7] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.087138] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952506, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.134030] env[68867]: INFO nova.scheduler.client.report [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted allocation for migration e39d1016-5127-4257-bb82-49de4234b16b [ 1221.178545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "refresh_cache-4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.178545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "refresh_cache-4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.178545] env[68867]: DEBUG nova.network.neutron [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.239432] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55edc4e-5661-40f7-a2b6-8d793f5389bb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.247019] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6e2da8-91b3-42c2-ba5f-dda160e44090 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.277154] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd92f27-7f43-4057-9472-70eb438a619d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.284614] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5260f593-2b57-46f8-bdbb-0c9d92f71317 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.297639] env[68867]: DEBUG nova.compute.provider_tree [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.495659] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.495827] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Cleaning up deleted instances with incomplete migration {{(pid=68867) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1221.557625] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.557889] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.585375] env[68867]: DEBUG nova.compute.manager [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Received event network-vif-plugged-3d796e95-e264-4f1e-b627-9e38bbe8a24f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.585527] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] Acquiring lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.585728] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.585885] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.586057] env[68867]: DEBUG nova.compute.manager [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] No waiting events found dispatching network-vif-plugged-3d796e95-e264-4f1e-b627-9e38bbe8a24f {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.586222] env[68867]: WARNING nova.compute.manager [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Received unexpected event network-vif-plugged-3d796e95-e264-4f1e-b627-9e38bbe8a24f for instance with vm_state building and task_state spawning. [ 1221.586372] env[68867]: DEBUG nova.compute.manager [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Received event network-changed-3d796e95-e264-4f1e-b627-9e38bbe8a24f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.586516] env[68867]: DEBUG nova.compute.manager [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Refreshing instance network info cache due to event network-changed-3d796e95-e264-4f1e-b627-9e38bbe8a24f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.586675] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] Acquiring lock "refresh_cache-4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.592557] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952506, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.514755} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.592774] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031/OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031.vmdk to [datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96/ee895513-d0ac-43d5-aae9-eaa8cd1fed96.vmdk. [ 1221.592952] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Cleaning up location [datastore2] OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031 {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1221.593125] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f220643e-256a-4c6b-b2f7-8e0fb389f031 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.593360] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175432ee-6d2c-4ba9-818a-d33e941a5f28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.600671] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1221.600671] env[68867]: value = "task-2952509" [ 1221.600671] env[68867]: _type = "Task" [ 1221.600671] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.608356] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.639261] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.406s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.720326] env[68867]: DEBUG nova.network.neutron [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.801209] env[68867]: DEBUG nova.scheduler.client.report [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.889827] env[68867]: DEBUG nova.network.neutron [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Updating instance_info_cache with network_info: [{"id": "3d796e95-e264-4f1e-b627-9e38bbe8a24f", "address": "fa:16:3e:e6:f7:00", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d796e95-e2", "ovs_interfaceid": "3d796e95-e264-4f1e-b627-9e38bbe8a24f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.998278] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.059974] env[68867]: DEBUG nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.112207] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033117} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.112475] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.112731] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96/ee895513-d0ac-43d5-aae9-eaa8cd1fed96.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.113013] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96/ee895513-d0ac-43d5-aae9-eaa8cd1fed96.vmdk to [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.113277] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861b3907-129e-442b-b640-ebc7e5ea51f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.120243] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1222.120243] env[68867]: value = "task-2952510" [ 1222.120243] env[68867]: _type = "Task" [ 1222.120243] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.128443] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.311061] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.330693] env[68867]: INFO nova.scheduler.client.report [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted allocations for instance a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3 [ 1222.392865] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "refresh_cache-4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.393267] env[68867]: DEBUG nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Instance network_info: |[{"id": "3d796e95-e264-4f1e-b627-9e38bbe8a24f", "address": "fa:16:3e:e6:f7:00", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d796e95-e2", "ovs_interfaceid": "3d796e95-e264-4f1e-b627-9e38bbe8a24f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.393598] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] Acquired lock "refresh_cache-4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.393810] env[68867]: DEBUG nova.network.neutron [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Refreshing network info cache for port 3d796e95-e264-4f1e-b627-9e38bbe8a24f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.395091] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f7:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d796e95-e264-4f1e-b627-9e38bbe8a24f', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.403685] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.406620] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.407385] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59821a6a-d9f9-4937-a7dd-035233f3bbe8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.428700] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.428700] env[68867]: value = "task-2952512" [ 1222.428700] env[68867]: _type = "Task" [ 1222.428700] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.437488] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952512, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.579444] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.579758] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.583944] env[68867]: INFO nova.compute.claims [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.633146] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952510, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.655163] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.655404] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592550', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'name': 'volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14111a46-3507-42d7-8126-bc0535aff828', 'attached_at': '', 'detached_at': '', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'serial': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.656346] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0136d144-d890-44dd-81cf-5d1fb363b32a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.661315] env[68867]: DEBUG nova.network.neutron [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Updated VIF entry in instance network info cache for port 3d796e95-e264-4f1e-b627-9e38bbe8a24f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.661666] env[68867]: DEBUG nova.network.neutron [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Updating instance_info_cache with network_info: [{"id": "3d796e95-e264-4f1e-b627-9e38bbe8a24f", "address": "fa:16:3e:e6:f7:00", "network": {"id": "6cc5235d-8306-4479-be1f-519b44ce3616", "bridge": "br-int", "label": "tempest-ServersTestJSON-221667417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d745edc7cd747549893bff0d77ae4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d796e95-e2", "ovs_interfaceid": "3d796e95-e264-4f1e-b627-9e38bbe8a24f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.675307] env[68867]: DEBUG oslo_concurrency.lockutils [req-1ced85c1-b545-4430-86b9-689809ae4d75 req-29ef21ce-7de2-4223-bd24-49d4869b1b31 service nova] Releasing lock "refresh_cache-4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.676312] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fd2267-ab71-42a4-a2a9-0567a81d869e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.705861] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb/volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.706591] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63998ab2-326d-43b7-bbc3-223b2744751c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.730827] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1222.730827] env[68867]: value = "task-2952513" [ 1222.730827] env[68867]: _type = "Task" [ 1222.730827] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.740327] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.755549] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.755803] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.756045] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.756240] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.756406] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.758856] env[68867]: INFO nova.compute.manager [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Terminating instance [ 1222.838984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4071eeac-d923-4fed-bdea-8eee29f9498f tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.161s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.941074] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952512, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.131518] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952510, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.243271] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.264272] env[68867]: DEBUG nova.compute.manager [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.264606] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.265907] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8b33b0-5537-4b69-a152-092cc6bad0f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.274048] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.274048] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d238384c-fa30-4720-9445-24d26b6874e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.281517] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1223.281517] env[68867]: value = "task-2952514" [ 1223.281517] env[68867]: _type = "Task" [ 1223.281517] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.290902] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.446068] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952512, 'name': CreateVM_Task, 'duration_secs': 0.828382} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.446300] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.446972] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.447276] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.447498] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.447754] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b40915-fefa-4a06-b611-c57b1fcbd9c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.453492] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1223.453492] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5246ea7c-0b74-f74d-89e1-004f0cae072b" [ 1223.453492] env[68867]: _type = "Task" [ 1223.453492] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.461917] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5246ea7c-0b74-f74d-89e1-004f0cae072b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.499770] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.500214] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.633152] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952510, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.752857] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952513, 'name': ReconfigVM_Task, 'duration_secs': 0.96849} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.753277] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb/volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.765632] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c080deb-17be-4ac4-950b-2790da007d12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.796301] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952514, 'name': PowerOffVM_Task, 'duration_secs': 0.416343} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.801772] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.802062] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.802501] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1223.802501] env[68867]: value = "task-2952515" [ 1223.802501] env[68867]: _type = "Task" [ 1223.802501] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.803053] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a8c13f-b5bd-4d48-8654-1e4ab169d503 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.865448] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd26383c-b873-4904-98a8-24711f857ad5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.872982] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84cb98b-bcbf-48eb-83a6-cb044e2ee42e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.904221] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a324e23-77e6-4429-acb5-cce94cfa0387 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.912028] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ec0f07-77da-49e1-b775-1ebaedb3645a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.927526] env[68867]: DEBUG nova.compute.provider_tree [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.964380] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5246ea7c-0b74-f74d-89e1-004f0cae072b, 'name': SearchDatastore_Task, 'duration_secs': 0.088465} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.964694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.964952] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.965230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.965374] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.965550] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.965840] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd437a7b-e506-4599-97d1-73ecc6da92d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.982859] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.983066] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.983842] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9376793a-4002-49f0-848f-606dbd9dd14d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.989420] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1223.989420] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523bb270-62a0-c1e2-e3b5-6595324ebe3d" [ 1223.989420] env[68867]: _type = "Task" [ 1223.989420] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.997471] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523bb270-62a0-c1e2-e3b5-6595324ebe3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.008973] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.009218] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.009407] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.009565] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.009857] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.009857] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.010082] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1224.010840] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.012599] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.012859] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.013064] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleting the datastore file [datastore2] c51b08d8-577d-46ef-8a08-8f6c8ceff02c {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.013383] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e24d6af-ccb1-4fa2-b8ad-2b4c872c3bc1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.021809] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for the task: (returnval){ [ 1224.021809] env[68867]: value = "task-2952517" [ 1224.021809] env[68867]: _type = "Task" [ 1224.021809] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.031067] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.131029] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952510, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.315439] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.431297] env[68867]: DEBUG nova.scheduler.client.report [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.501018] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523bb270-62a0-c1e2-e3b5-6595324ebe3d, 'name': SearchDatastore_Task, 'duration_secs': 0.088356} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.502059] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c4e760-36df-4c2b-8b6d-9ef2ef626460 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.508597] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1224.508597] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]525a3adf-8f97-65f3-1883-b68f4e134bff" [ 1224.508597] env[68867]: _type = "Task" [ 1224.508597] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.517905] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.518363] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525a3adf-8f97-65f3-1883-b68f4e134bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.531145] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.631316] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952510, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.657188] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1224.657452] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592551', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'name': 'volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'serial': '74f54cf8-df92-4ff7-8cbf-04a973dfb507'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1224.658561] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f30fc9-cb91-466c-89df-dea5d4c434b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.675710] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6fc7b3-3871-4ccd-b93b-17a282c45079 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.702045] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507/volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.702346] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-286aab55-c0b6-40bb-bab0-ffce8d0a2368 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.720966] env[68867]: DEBUG oslo_vmware.api [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1224.720966] env[68867]: value = "task-2952518" [ 1224.720966] env[68867]: _type = "Task" [ 1224.720966] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.729450] env[68867]: DEBUG oslo_vmware.api [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.816338] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.936300] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.936819] env[68867]: DEBUG nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.939638] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.422s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.939747] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.939811] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1224.940911] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b146b036-3769-4797-95b0-96ff64f677c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.949348] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cc177e-2621-40c9-8c0c-5b2305ebd08c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.972254] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3a34b0-a23c-4093-8c81-e808abd27c42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.979806] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f11e94-3e87-4b15-9d23-02ae0499432f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.009718] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179391MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1225.009900] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.010079] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.021056] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]525a3adf-8f97-65f3-1883-b68f4e134bff, 'name': SearchDatastore_Task, 'duration_secs': 0.091391} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.021056] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.021300] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1/4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.021549] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec6c487-88f4-4831-aa6f-0221fd70bfbd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.032566] env[68867]: DEBUG oslo_vmware.api [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Task: {'id': task-2952517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.704891} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.033612] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.033811] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.033981] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.034164] env[68867]: INFO nova.compute.manager [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1225.034393] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.034633] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1225.034633] env[68867]: value = "task-2952519" [ 1225.034633] env[68867]: _type = "Task" [ 1225.034633] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.034814] env[68867]: DEBUG nova.compute.manager [-] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.034906] env[68867]: DEBUG nova.network.neutron [-] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.047023] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.131754] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952510, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.5128} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.132025] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ee895513-d0ac-43d5-aae9-eaa8cd1fed96/ee895513-d0ac-43d5-aae9-eaa8cd1fed96.vmdk to [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.132879] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6f22a1-6f5d-40b0-bacb-f1fdf64a52fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.156279] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.158610] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518c5444-12fa-4f3f-976e-b02e75b2f9e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.172574] env[68867]: DEBUG nova.compute.manager [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1225.181494] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1225.181494] env[68867]: value = "task-2952520" [ 1225.181494] env[68867]: _type = "Task" [ 1225.181494] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.189908] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.232378] env[68867]: DEBUG oslo_vmware.api [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.317526] env[68867]: DEBUG oslo_vmware.api [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952515, 'name': ReconfigVM_Task, 'duration_secs': 1.206909} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.319116] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592550', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'name': 'volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14111a46-3507-42d7-8126-bc0535aff828', 'attached_at': '', 'detached_at': '', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'serial': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1225.339219] env[68867]: DEBUG nova.compute.manager [req-d74915db-419e-4269-88de-4195fafbb340 req-06fa375e-3a75-4d85-8bfb-9c8b40f8ad55 service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Received event network-vif-deleted-f851457b-811d-422d-91e0-79545be4802d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.339424] env[68867]: INFO nova.compute.manager [req-d74915db-419e-4269-88de-4195fafbb340 req-06fa375e-3a75-4d85-8bfb-9c8b40f8ad55 service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Neutron deleted interface f851457b-811d-422d-91e0-79545be4802d; detaching it from the instance and deleting it from the info cache [ 1225.339594] env[68867]: DEBUG nova.network.neutron [req-d74915db-419e-4269-88de-4195fafbb340 req-06fa375e-3a75-4d85-8bfb-9c8b40f8ad55 service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.441902] env[68867]: DEBUG nova.compute.utils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.443440] env[68867]: DEBUG nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.443671] env[68867]: DEBUG nova.network.neutron [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.498140] env[68867]: DEBUG nova.policy [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66e6ced21220483896c2231e928087f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdba596517024aee90694e7bbd0a54cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.548836] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.695808] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.696926] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.731030] env[68867]: DEBUG oslo_vmware.api [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952518, 'name': ReconfigVM_Task, 'duration_secs': 0.857079} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.731747] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507/volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.737865] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd72182-a843-4246-a213-4aa8fe3981c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.754103] env[68867]: DEBUG oslo_vmware.api [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1225.754103] env[68867]: value = "task-2952521" [ 1225.754103] env[68867]: _type = "Task" [ 1225.754103] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.769858] env[68867]: DEBUG oslo_vmware.api [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.821104] env[68867]: DEBUG nova.network.neutron [-] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.842699] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3594dd88-8c21-4a6c-8c67-c5c6d32f639f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.853345] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce4ba0-0969-4bee-8993-cd5efded5ee4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.888366] env[68867]: DEBUG nova.compute.manager [req-d74915db-419e-4269-88de-4195fafbb340 req-06fa375e-3a75-4d85-8bfb-9c8b40f8ad55 service nova] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Detach interface failed, port_id=f851457b-811d-422d-91e0-79545be4802d, reason: Instance c51b08d8-577d-46ef-8a08-8f6c8ceff02c could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.923970] env[68867]: DEBUG nova.network.neutron [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Successfully created port: 46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.946857] env[68867]: DEBUG nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.025580] env[68867]: INFO nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating resource usage from migration 2c3042a3-f1e7-46f4-91c4-c2edb5a0ecab [ 1226.043289] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043425] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043561] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9d2ff035-7114-44d5-8291-245626c4f6e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043671] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 14111a46-3507-42d7-8126-bc0535aff828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043779] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 98a62f4d-e975-4e06-a51f-6f21da877d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043887] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance da2ff177-1420-4c09-bc6f-a7512c4cf333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043993] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 995022fb-7371-4bd1-8909-3fe6c656898b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044113] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c51b08d8-577d-46ef-8a08-8f6c8ceff02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044221] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9bd8026f-4087-4e2b-8853-68d30f0b4226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044325] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance a8a67aa2-9a48-41e2-9575-5753e44c00db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044428] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044529] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044693] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Migration 2c3042a3-f1e7-46f4-91c4-c2edb5a0ecab is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1226.044829] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance f0631dff-5185-48ae-8fe5-fc7c12d16ed3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.045049] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1226.045189] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1226.053214] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642878} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.054643] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1/4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.054643] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.054643] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b069fd15-f66c-4031-8ed4-2638117d6a6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.059792] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1226.059792] env[68867]: value = "task-2952522" [ 1226.059792] env[68867]: _type = "Task" [ 1226.059792] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.070728] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.191875] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952520, 'name': ReconfigVM_Task, 'duration_secs': 0.577907} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.194127] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Reconfigured VM instance instance-00000064 to attach disk [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db/a8a67aa2-9a48-41e2-9575-5753e44c00db.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.195041] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c14d5e3d-a9db-45b3-b7b3-0c1243bf85f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.202284] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1226.202284] env[68867]: value = "task-2952523" [ 1226.202284] env[68867]: _type = "Task" [ 1226.202284] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.214581] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952523, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.217907] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d585c917-a497-4264-900a-68e54442cf75 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.223343] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5db1bb-3ce9-4302-a3be-1c8dd713d9b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.254518] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db5f78-235e-494d-8857-5916e583d0ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.268453] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00276d9-c7fc-401e-9e9d-5714308f7ac8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.272720] env[68867]: DEBUG oslo_vmware.api [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952521, 'name': ReconfigVM_Task, 'duration_secs': 0.139132} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.273121] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592551', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'name': 'volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'serial': '74f54cf8-df92-4ff7-8cbf-04a973dfb507'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.286033] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.327048] env[68867]: INFO nova.compute.manager [-] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Took 1.29 seconds to deallocate network for instance. [ 1226.368161] env[68867]: DEBUG nova.objects.instance [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'flavor' on Instance uuid 14111a46-3507-42d7-8126-bc0535aff828 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.569281] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064931} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.569551] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.570340] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934dbabf-384f-4f3d-b1f0-609a4e392f17 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.593692] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1/4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.593692] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb4fbba-7612-4ce1-bed1-60cff3394674 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.613411] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1226.613411] env[68867]: value = "task-2952524" [ 1226.613411] env[68867]: _type = "Task" [ 1226.613411] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.620979] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.714282] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952523, 'name': Rename_Task, 'duration_secs': 0.147571} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.714415] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.714675] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0bca17-65ed-4066-b0bb-f3ef01fa2eb2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.721705] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1226.721705] env[68867]: value = "task-2952525" [ 1226.721705] env[68867]: _type = "Task" [ 1226.721705] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.729384] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.789375] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.834508] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.875686] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bb0a34ac-e422-4516-98fb-cdb9031bdb4e tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.832s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.956932] env[68867]: DEBUG nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.982938] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.983246] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.983349] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.983514] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.983688] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.983859] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.984102] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.984263] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.984427] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.984582] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.984746] env[68867]: DEBUG nova.virt.hardware [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.985694] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e8cc5d-aea4-4a2d-a27f-395d8932343a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.993739] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059f9e37-d047-4e29-b248-f1e95d749035 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.006988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-995022fb-7371-4bd1-8909-3fe6c656898b-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.007183] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-995022fb-7371-4bd1-8909-3fe6c656898b-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.007518] env[68867]: DEBUG nova.objects.instance [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'flavor' on Instance uuid 995022fb-7371-4bd1-8909-3fe6c656898b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.124462] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952524, 'name': ReconfigVM_Task, 'duration_secs': 0.275598} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.124832] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1/4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.125689] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c70c1c-0c22-4776-8867-7ced35c8ec82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.133718] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1227.133718] env[68867]: value = "task-2952526" [ 1227.133718] env[68867]: _type = "Task" [ 1227.133718] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.145523] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952526, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.231582] env[68867]: DEBUG oslo_vmware.api [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952525, 'name': PowerOnVM_Task, 'duration_secs': 0.48494} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.232335] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.295484] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1227.295484] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.284s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.295484] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.598s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.316465] env[68867]: DEBUG nova.objects.instance [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 98a62f4d-e975-4e06-a51f-6f21da877d4b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.372326] env[68867]: DEBUG nova.compute.manager [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.373809] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97c813-4bd8-43d1-812e-80633d491c0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.509422] env[68867]: DEBUG nova.network.neutron [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Successfully updated port: 46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.582304] env[68867]: DEBUG nova.compute.manager [req-354d3d23-00af-44a0-b74c-c9d550098834 req-878e0d19-b7d2-4879-84a4-19ede8e33930 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-vif-plugged-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.582304] env[68867]: DEBUG oslo_concurrency.lockutils [req-354d3d23-00af-44a0-b74c-c9d550098834 req-878e0d19-b7d2-4879-84a4-19ede8e33930 service nova] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.582304] env[68867]: DEBUG oslo_concurrency.lockutils [req-354d3d23-00af-44a0-b74c-c9d550098834 req-878e0d19-b7d2-4879-84a4-19ede8e33930 service nova] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.582304] env[68867]: DEBUG oslo_concurrency.lockutils [req-354d3d23-00af-44a0-b74c-c9d550098834 req-878e0d19-b7d2-4879-84a4-19ede8e33930 service nova] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.582304] env[68867]: DEBUG nova.compute.manager [req-354d3d23-00af-44a0-b74c-c9d550098834 req-878e0d19-b7d2-4879-84a4-19ede8e33930 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] No waiting events found dispatching network-vif-plugged-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.582304] env[68867]: WARNING nova.compute.manager [req-354d3d23-00af-44a0-b74c-c9d550098834 req-878e0d19-b7d2-4879-84a4-19ede8e33930 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received unexpected event network-vif-plugged-46aceae7-3678-44ad-bc70-112a9754d677 for instance with vm_state building and task_state spawning. [ 1227.615138] env[68867]: DEBUG nova.objects.instance [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'pci_requests' on Instance uuid 995022fb-7371-4bd1-8909-3fe6c656898b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.644016] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952526, 'name': Rename_Task, 'duration_secs': 0.171416} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.644294] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.644530] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f57a70c-c9d7-43ab-ac7f-7fc69e098931 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.651930] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1227.651930] env[68867]: value = "task-2952527" [ 1227.651930] env[68867]: _type = "Task" [ 1227.651930] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.660803] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.800159] env[68867]: INFO nova.compute.claims [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.821960] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7b091342-51cd-4072-a5eb-182b8e1fbd08 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.783s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.838671] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.838901] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.893760] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0162ef1c-e244-417e-a57f-aeac79716a19 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.093s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.015850] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.015850] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.015850] env[68867]: DEBUG nova.network.neutron [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.117815] env[68867]: DEBUG nova.objects.base [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Object Instance<995022fb-7371-4bd1-8909-3fe6c656898b> lazy-loaded attributes: flavor,pci_requests {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.118051] env[68867]: DEBUG nova.network.neutron [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.162252] env[68867]: DEBUG oslo_vmware.api [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952527, 'name': PowerOnVM_Task, 'duration_secs': 0.449791} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.162507] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.162758] env[68867]: INFO nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1228.162935] env[68867]: DEBUG nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.163732] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b569ad44-4ad7-44bc-a91b-e821e98f4c9f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.177335] env[68867]: DEBUG nova.policy [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.307782] env[68867]: INFO nova.compute.resource_tracker [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating resource usage from migration 2c3042a3-f1e7-46f4-91c4-c2edb5a0ecab [ 1228.342275] env[68867]: DEBUG nova.compute.utils [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.437804] env[68867]: DEBUG nova.compute.manager [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1228.495941] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1c960-455b-430f-9915-03a4d6c0c459 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.503784] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa562132-89ce-45b3-9161-d6d331fdc43f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.534572] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044810ae-69b6-4945-b558-d53a49aa22e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.541271] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bee9cc0-cbc1-4e0b-8634-5dd767f384a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.555399] env[68867]: DEBUG nova.compute.provider_tree [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.567850] env[68867]: DEBUG nova.network.neutron [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.678115] env[68867]: INFO nova.compute.manager [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Took 12.91 seconds to build instance. [ 1228.682699] env[68867]: DEBUG nova.network.neutron [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46aceae7-36", "ovs_interfaceid": "46aceae7-3678-44ad-bc70-112a9754d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.845111] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.956913] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.058664] env[68867]: DEBUG nova.scheduler.client.report [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.180498] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f9f50bd4-67c1-42ef-a046-eb9555c404b3 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.419s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.185053] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.185415] env[68867]: DEBUG nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Instance network_info: |[{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46aceae7-36", "ovs_interfaceid": "46aceae7-3678-44ad-bc70-112a9754d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.185797] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a3:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46aceae7-3678-44ad-bc70-112a9754d677', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.194882] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.195092] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.195319] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3111736c-5937-4d70-85db-b4cbffac5e3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.216197] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.216197] env[68867]: value = "task-2952528" [ 1229.216197] env[68867]: _type = "Task" [ 1229.216197] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.225522] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952528, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.563786] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.269s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.564173] env[68867]: INFO nova.compute.manager [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Migrating [ 1229.571125] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.737s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.571397] env[68867]: DEBUG nova.objects.instance [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lazy-loading 'resources' on Instance uuid c51b08d8-577d-46ef-8a08-8f6c8ceff02c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.728743] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952528, 'name': CreateVM_Task, 'duration_secs': 0.360336} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.728887] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.729698] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.729921] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.730396] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.730696] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e728f6d1-c3e3-400b-bff5-cdb3f4be21d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.735343] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1229.735343] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5283deb9-384f-546c-afa4-27837dc9daa4" [ 1229.735343] env[68867]: _type = "Task" [ 1229.735343] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.745455] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283deb9-384f-546c-afa4-27837dc9daa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.771584] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3bab40-08d1-4f27-bcbc-f3053ee48bcc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.778809] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bc573b-6c65-4a06-94ea-a1fcdff87632 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.813647] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f67d6-d6b5-4dd0-8763-01112ce501e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.823045] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c720fd95-2d9c-407f-898e-73f1cf9cfba6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.838233] env[68867]: DEBUG nova.compute.provider_tree [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.905311] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.905566] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.905885] env[68867]: INFO nova.compute.manager [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Attaching volume 5a410d82-c35f-4a48-b522-f780b1db10e8 to /dev/sdb [ 1229.938582] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14bbc3-c808-4f07-9f95-685b8eda722f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.946053] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1d4d7-e9e0-41e7-b163-c67b3529b273 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.959569] env[68867]: DEBUG nova.virt.block_device [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updating existing volume attachment record: 89aa99ec-77c5-43a2-877c-e5c6fca3dab2 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1230.021285] env[68867]: DEBUG nova.network.neutron [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Successfully updated port: 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.091460] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.091653] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.091827] env[68867]: DEBUG nova.network.neutron [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.122624] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.122888] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.246027] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5283deb9-384f-546c-afa4-27837dc9daa4, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.246292] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.246522] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.246755] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.246899] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.247088] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.247345] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3d9def9-10bd-423b-b106-bb40e38aa076 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.255122] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.255353] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.256067] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2b7dd8-1490-4f8a-9aa3-2907aff6fced {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.260963] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1230.260963] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526ccbf7-328d-6d4c-dab4-1bb62509e456" [ 1230.260963] env[68867]: _type = "Task" [ 1230.260963] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.268410] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526ccbf7-328d-6d4c-dab4-1bb62509e456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.341774] env[68867]: DEBUG nova.scheduler.client.report [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.523807] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.524060] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.524256] env[68867]: DEBUG nova.network.neutron [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.625873] env[68867]: DEBUG nova.compute.utils [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.771418] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526ccbf7-328d-6d4c-dab4-1bb62509e456, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.772246] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a64195f-f1b0-444b-b80f-48b84176100e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.776970] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1230.776970] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ed7264-be82-3d9e-f64c-c2ac9c3e5e27" [ 1230.776970] env[68867]: _type = "Task" [ 1230.776970] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.787770] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ed7264-be82-3d9e-f64c-c2ac9c3e5e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.818070] env[68867]: DEBUG nova.network.neutron [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.847556] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.276s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.849750] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.893s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.871320] env[68867]: INFO nova.scheduler.client.report [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Deleted allocations for instance c51b08d8-577d-46ef-8a08-8f6c8ceff02c [ 1231.060207] env[68867]: WARNING nova.network.neutron [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] 526468b3-bb9f-433e-aae8-7a232a583af1 already exists in list: networks containing: ['526468b3-bb9f-433e-aae8-7a232a583af1']. ignoring it [ 1231.128592] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.289472] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ed7264-be82-3d9e-f64c-c2ac9c3e5e27, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.289724] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.290014] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.290312] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2014d948-d088-40eb-a4de-8ed6bb0324ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.296677] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1231.296677] env[68867]: value = "task-2952530" [ 1231.296677] env[68867]: _type = "Task" [ 1231.296677] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.303996] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.313111] env[68867]: DEBUG nova.network.neutron [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "address": "fa:16:3e:1f:42:d5", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ada954-5c", "ovs_interfaceid": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.320414] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.356445] env[68867]: INFO nova.compute.claims [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.379229] env[68867]: DEBUG oslo_concurrency.lockutils [None req-650c8f0d-b8fe-45d2-bdd1-40da1de80e65 tempest-DeleteServersTestJSON-498035730 tempest-DeleteServersTestJSON-498035730-project-member] Lock "c51b08d8-577d-46ef-8a08-8f6c8ceff02c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.623s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.806488] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.815830] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.816931] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.816931] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.817094] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5262d9-b6e9-45b1-a449-63dc0ecce4f3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.837367] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.837586] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.837739] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.837928] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.838081] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.838237] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.838455] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.838614] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.838774] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.839550] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.839550] env[68867]: DEBUG nova.virt.hardware [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.846121] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Reconfiguring VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1231.846633] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c02b9d-e54c-4bad-859b-f016951b83b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.862687] env[68867]: INFO nova.compute.resource_tracker [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating resource usage from migration 2c9c5d22-63c7-473e-8e2c-e2f43becdea6 [ 1231.866903] env[68867]: DEBUG oslo_vmware.api [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1231.866903] env[68867]: value = "task-2952531" [ 1231.866903] env[68867]: _type = "Task" [ 1231.866903] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.877682] env[68867]: DEBUG oslo_vmware.api [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952531, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.930812] env[68867]: DEBUG nova.compute.manager [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-changed-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.930812] env[68867]: DEBUG nova.compute.manager [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing instance network info cache due to event network-changed-46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.930812] env[68867]: DEBUG oslo_concurrency.lockutils [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] Acquiring lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.930812] env[68867]: DEBUG oslo_concurrency.lockutils [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] Acquired lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.930812] env[68867]: DEBUG nova.network.neutron [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.072972] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3abea1-d954-42b1-9a37-182d39f53de2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.081984] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453e175e-54f6-4ca2-bc88-affd2e4930a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.113440] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0614b18d-fc26-4f6d-a85d-fe425bd80da2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.121566] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2150f531-81ce-4645-903c-6153833053d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.135410] env[68867]: DEBUG nova.compute.provider_tree [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.182188] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.182448] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.182773] env[68867]: INFO nova.compute.manager [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Attaching volume 4d95551b-61cb-4538-aba2-a2b396600158 to /dev/sdc [ 1232.214147] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630dc882-7a22-4ce3-8c70-4116b1af82b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.221656] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522be935-4e7c-46b2-b341-7b0939135de1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.236762] env[68867]: DEBUG nova.virt.block_device [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updating existing volume attachment record: c16c125f-beb2-463b-8431-4e3c99a78980 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1232.306868] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907048} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.307209] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.307491] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.307648] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf5cd43-aa8f-4428-b584-650b00596798 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.313656] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1232.313656] env[68867]: value = "task-2952533" [ 1232.313656] env[68867]: _type = "Task" [ 1232.313656] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.321074] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.378429] env[68867]: DEBUG oslo_vmware.api [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.639207] env[68867]: DEBUG nova.scheduler.client.report [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.677147] env[68867]: DEBUG nova.network.neutron [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updated VIF entry in instance network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.677603] env[68867]: DEBUG nova.network.neutron [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46aceae7-36", "ovs_interfaceid": "46aceae7-3678-44ad-bc70-112a9754d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.826331] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064124} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.826792] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.827670] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f570b2-cc06-44a4-abac-1f4c9f0f2d2a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.855991] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.858498] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8658f5f-921e-4277-88a1-f6d669970005 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.879525] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dda286-c38d-4362-ad62-a08c21f47414 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.891797] env[68867]: DEBUG oslo_vmware.api [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952531, 'name': ReconfigVM_Task, 'duration_secs': 1.004708} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.911084] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.911330] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Reconfigured VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1232.913976] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance 'f0631dff-5185-48ae-8fe5-fc7c12d16ed3' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.916945] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1232.916945] env[68867]: value = "task-2952535" [ 1232.916945] env[68867]: _type = "Task" [ 1232.916945] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.925469] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.144540] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.295s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.144754] env[68867]: INFO nova.compute.manager [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Migrating [ 1233.180245] env[68867]: DEBUG oslo_concurrency.lockutils [req-437d66f6-b6b6-4fc8-877e-d8876adf1e7f req-c6cbed32-73fe-4706-b0f2-31cf36aee642 service nova] Releasing lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.249933] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.250238] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.250422] env[68867]: DEBUG nova.compute.manager [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.251456] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68117d78-55ec-48b6-bd2e-bc858059b3d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.258348] env[68867]: DEBUG nova.compute.manager [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1233.258899] env[68867]: DEBUG nova.objects.instance [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'flavor' on Instance uuid 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.419896] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3978f8ee-9302-44fd-8f3b-367d13553543 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-995022fb-7371-4bd1-8909-3fe6c656898b-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.413s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.422133] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.426940] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f345c96-38c4-49b3-bbfc-5ff3b2a5071f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.434362] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.435665] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1233.435665] env[68867]: value = "task-2952536" [ 1233.435665] env[68867]: _type = "Task" [ 1233.435665] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.443813] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.659940] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.660155] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.660258] env[68867]: DEBUG nova.network.neutron [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.931625] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952535, 'name': ReconfigVM_Task, 'duration_secs': 0.793482} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.932124] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.932895] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e20d553b-d367-43ba-bc82-fcb3d922220a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.941026] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1233.941026] env[68867]: value = "task-2952537" [ 1233.941026] env[68867]: _type = "Task" [ 1233.941026] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.948268] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952536, 'name': PowerOffVM_Task, 'duration_secs': 0.259571} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.948873] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.948981] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance 'f0631dff-5185-48ae-8fe5-fc7c12d16ed3' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.955444] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952537, 'name': Rename_Task} progress is 10%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.957669] env[68867]: DEBUG nova.compute.manager [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-vif-plugged-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.957863] env[68867]: DEBUG oslo_concurrency.lockutils [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.958074] env[68867]: DEBUG oslo_concurrency.lockutils [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] Lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.958239] env[68867]: DEBUG oslo_concurrency.lockutils [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] Lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.958398] env[68867]: DEBUG nova.compute.manager [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] No waiting events found dispatching network-vif-plugged-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.958557] env[68867]: WARNING nova.compute.manager [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received unexpected event network-vif-plugged-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb for instance with vm_state active and task_state None. [ 1233.958703] env[68867]: DEBUG nova.compute.manager [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-changed-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.958847] env[68867]: DEBUG nova.compute.manager [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing instance network info cache due to event network-changed-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.959045] env[68867]: DEBUG oslo_concurrency.lockutils [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.959180] env[68867]: DEBUG oslo_concurrency.lockutils [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.959336] env[68867]: DEBUG nova.network.neutron [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing network info cache for port 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.016494] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6df63d-ddd8-4796-97bd-eef41c0ac08a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.023307] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-88f8f181-587f-4463-b302-e52d14780c56 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Suspending the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1234.023549] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e1b76b83-a090-4e71-8caf-8b0cfb05f8ac {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.030063] env[68867]: DEBUG oslo_vmware.api [None req-88f8f181-587f-4463-b302-e52d14780c56 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1234.030063] env[68867]: value = "task-2952538" [ 1234.030063] env[68867]: _type = "Task" [ 1234.030063] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.038630] env[68867]: DEBUG oslo_vmware.api [None req-88f8f181-587f-4463-b302-e52d14780c56 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952538, 'name': SuspendVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.265454] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.265749] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da98086a-5d53-4bb8-a647-3fc2f71ca79a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.274098] env[68867]: DEBUG oslo_vmware.api [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1234.274098] env[68867]: value = "task-2952539" [ 1234.274098] env[68867]: _type = "Task" [ 1234.274098] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.286030] env[68867]: DEBUG oslo_vmware.api [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.452102] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952537, 'name': Rename_Task, 'duration_secs': 0.251086} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.452518] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.452867] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feee0d30-4cc8-40ad-bc48-805818a9265c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.460196] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.460196] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.460352] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.460466] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.460641] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.460791] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.461027] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.461217] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.461407] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.461605] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.461809] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.474317] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955d7233-6de2-4f21-8392-131036afab1d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.489252] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1234.489252] env[68867]: value = "task-2952540" [ 1234.489252] env[68867]: _type = "Task" [ 1234.489252] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.490625] env[68867]: DEBUG nova.network.neutron [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.498505] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1234.498505] env[68867]: value = "task-2952542" [ 1234.498505] env[68867]: _type = "Task" [ 1234.498505] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.502960] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952540, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.507562] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1234.507782] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592554', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'name': 'volume-5a410d82-c35f-4a48-b522-f780b1db10e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2ff177-1420-4c09-bc6f-a7512c4cf333', 'attached_at': '', 'detached_at': '', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'serial': '5a410d82-c35f-4a48-b522-f780b1db10e8'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1234.509024] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f7ded5-e4f5-4265-b6bb-d12323e95f92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.517042] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.531787] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4139789-d562-4f70-a21f-ac8c7d4993d1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.542300] env[68867]: DEBUG oslo_vmware.api [None req-88f8f181-587f-4463-b302-e52d14780c56 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952538, 'name': SuspendVM_Task} progress is 62%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.565878] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-5a410d82-c35f-4a48-b522-f780b1db10e8/volume-5a410d82-c35f-4a48-b522-f780b1db10e8.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.566222] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56de85e-9aca-4bfc-aac0-587c3b5c5219 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.587386] env[68867]: DEBUG oslo_vmware.api [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1234.587386] env[68867]: value = "task-2952543" [ 1234.587386] env[68867]: _type = "Task" [ 1234.587386] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.598154] env[68867]: DEBUG oslo_vmware.api [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.718124] env[68867]: DEBUG nova.network.neutron [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updated VIF entry in instance network info cache for port 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.718716] env[68867]: DEBUG nova.network.neutron [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "address": "fa:16:3e:1f:42:d5", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ada954-5c", "ovs_interfaceid": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.737779] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-995022fb-7371-4bd1-8909-3fe6c656898b-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.738136] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-995022fb-7371-4bd1-8909-3fe6c656898b-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.786591] env[68867]: DEBUG oslo_vmware.api [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952539, 'name': PowerOffVM_Task, 'duration_secs': 0.309247} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.786813] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.787020] env[68867]: DEBUG nova.compute.manager [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.787771] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34c766b-ec19-4183-a20d-f08a8f29d8b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.997255] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.004402] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.011951] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952542, 'name': ReconfigVM_Task, 'duration_secs': 0.177347} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.012304] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance 'f0631dff-5185-48ae-8fe5-fc7c12d16ed3' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.043929] env[68867]: DEBUG oslo_vmware.api [None req-88f8f181-587f-4463-b302-e52d14780c56 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952538, 'name': SuspendVM_Task, 'duration_secs': 0.668095} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.044213] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-88f8f181-587f-4463-b302-e52d14780c56 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Suspended the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1235.044390] env[68867]: DEBUG nova.compute.manager [None req-88f8f181-587f-4463-b302-e52d14780c56 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.045199] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e9f861-2a9d-427c-b8ff-615ac2c8a4a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.097791] env[68867]: DEBUG oslo_vmware.api [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.222013] env[68867]: DEBUG oslo_concurrency.lockutils [req-bd2a8541-0843-40b3-8947-5145782d7e21 req-552a2360-017e-4e34-8552-a7c5258c165e service nova] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.241364] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.241552] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.242451] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b1cfa6-e892-4d85-8a01-628a85f957b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.260771] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce59e97-5144-4892-b5b9-cc501a918461 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.287334] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Reconfiguring VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1235.287602] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04c392e-5141-4dfe-9467-9081513aa8e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.302428] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c5fa0c4a-1484-4293-858a-9d6365938251 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.307722] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1235.307722] env[68867]: value = "task-2952545" [ 1235.307722] env[68867]: _type = "Task" [ 1235.307722] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.315088] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.506012] env[68867]: DEBUG oslo_vmware.api [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952540, 'name': PowerOnVM_Task, 'duration_secs': 0.593143} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.506520] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.506678] env[68867]: INFO nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1235.506852] env[68867]: DEBUG nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.507652] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f031d5-1622-488a-8e35-ec673737871f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.517955] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.519528] env[68867]: DEBUG nova.virt.hardware [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.524776] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.528158] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a2fc522-fb05-48bb-9650-8b0104306af0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.546543] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1235.546543] env[68867]: value = "task-2952546" [ 1235.546543] env[68867]: _type = "Task" [ 1235.546543] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.559229] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.598400] env[68867]: DEBUG oslo_vmware.api [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952543, 'name': ReconfigVM_Task, 'duration_secs': 0.523515} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.598685] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-5a410d82-c35f-4a48-b522-f780b1db10e8/volume-5a410d82-c35f-4a48-b522-f780b1db10e8.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.603484] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e5efff3-c93d-4f5f-bfa0-ba86ade30068 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.618369] env[68867]: DEBUG oslo_vmware.api [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1235.618369] env[68867]: value = "task-2952547" [ 1235.618369] env[68867]: _type = "Task" [ 1235.618369] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.626752] env[68867]: DEBUG oslo_vmware.api [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.817512] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.014642] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.014941] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.015137] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.015333] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.015497] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.017389] env[68867]: INFO nova.compute.manager [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Terminating instance [ 1236.050870] env[68867]: INFO nova.compute.manager [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Took 13.49 seconds to build instance. [ 1236.057438] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952546, 'name': ReconfigVM_Task, 'duration_secs': 0.173652} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.057691] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.058466] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a031df-3934-4b40-965c-fbd32205e8f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.083033] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] f0631dff-5185-48ae-8fe5-fc7c12d16ed3/f0631dff-5185-48ae-8fe5-fc7c12d16ed3.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.083514] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b224eb58-12f8-4962-ae32-36794c66ff90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.101396] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1236.101396] env[68867]: value = "task-2952548" [ 1236.101396] env[68867]: _type = "Task" [ 1236.101396] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.109057] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.126887] env[68867]: DEBUG oslo_vmware.api [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952547, 'name': ReconfigVM_Task, 'duration_secs': 0.13797} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.127185] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592554', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'name': 'volume-5a410d82-c35f-4a48-b522-f780b1db10e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2ff177-1420-4c09-bc6f-a7512c4cf333', 'attached_at': '', 'detached_at': '', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'serial': '5a410d82-c35f-4a48-b522-f780b1db10e8'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1236.319065] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.397071] env[68867]: INFO nova.compute.manager [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Resuming [ 1236.397803] env[68867]: DEBUG nova.objects.instance [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lazy-loading 'flavor' on Instance uuid a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.516793] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb991dc2-d230-404f-9683-439756f077b1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.521458] env[68867]: DEBUG nova.compute.manager [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.523022] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.523022] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b6c593-fa4e-44c7-b2fa-2b278835ad64 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.549536] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance '14111a46-3507-42d7-8126-bc0535aff828' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.555066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ab9e4085-1f35-4da1-b308-319f1e49ad62 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.997s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.555332] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.555771] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1660ef-cf63-455f-afb8-03b47f4a4da2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.610851] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952548, 'name': ReconfigVM_Task, 'duration_secs': 0.416329} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.611143] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Reconfigured VM instance instance-00000046 to attach disk [datastore2] f0631dff-5185-48ae-8fe5-fc7c12d16ed3/f0631dff-5185-48ae-8fe5-fc7c12d16ed3.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.611543] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance 'f0631dff-5185-48ae-8fe5-fc7c12d16ed3' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.649478] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.649682] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.649856] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleting the datastore file [datastore2] 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.650142] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edf6ce25-28e5-41e7-8384-d8f83e7a45bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.658847] env[68867]: DEBUG oslo_vmware.api [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1236.658847] env[68867]: value = "task-2952550" [ 1236.658847] env[68867]: _type = "Task" [ 1236.658847] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.671423] env[68867]: DEBUG oslo_vmware.api [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.782740] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1236.783112] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592555', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'name': 'volume-4d95551b-61cb-4538-aba2-a2b396600158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'serial': '4d95551b-61cb-4538-aba2-a2b396600158'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1236.784212] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ece04c-0214-49be-bbbb-eb01553016c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.802498] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6474bf25-4fed-4a96-9c18-559061d628c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.832762] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-4d95551b-61cb-4538-aba2-a2b396600158/volume-4d95551b-61cb-4538-aba2-a2b396600158.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.836302] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccb581c-018f-4387-b2f2-009d859cd5f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.855965] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.857173] env[68867]: DEBUG oslo_vmware.api [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1236.857173] env[68867]: value = "task-2952551" [ 1236.857173] env[68867]: _type = "Task" [ 1236.857173] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.864198] env[68867]: DEBUG oslo_vmware.api [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.058051] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.058399] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-058708c1-d96f-4432-ab78-f3be71f774e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.065632] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1237.065632] env[68867]: value = "task-2952552" [ 1237.065632] env[68867]: _type = "Task" [ 1237.065632] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.073673] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.118721] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9122a8ee-fda1-4dac-a8d3-25d667d441da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.139999] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da47fcca-f6de-4d95-a3dd-fb1a2f51d3f3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.160152] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance 'f0631dff-5185-48ae-8fe5-fc7c12d16ed3' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.171355] env[68867]: DEBUG nova.objects.instance [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'flavor' on Instance uuid da2ff177-1420-4c09-bc6f-a7512c4cf333 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.181335] env[68867]: DEBUG oslo_vmware.api [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140842} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.181580] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.181758] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.181931] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.183890] env[68867]: INFO nova.compute.manager [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1237.184281] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.184539] env[68867]: DEBUG nova.compute.manager [-] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.184664] env[68867]: DEBUG nova.network.neutron [-] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.310618] env[68867]: DEBUG nova.compute.manager [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-changed-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.310809] env[68867]: DEBUG nova.compute.manager [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing instance network info cache due to event network-changed-46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.311432] env[68867]: DEBUG oslo_concurrency.lockutils [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] Acquiring lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.311578] env[68867]: DEBUG oslo_concurrency.lockutils [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] Acquired lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.311735] env[68867]: DEBUG nova.network.neutron [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.335009] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.366708] env[68867]: DEBUG oslo_vmware.api [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952551, 'name': ReconfigVM_Task, 'duration_secs': 0.384155} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.366942] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-4d95551b-61cb-4538-aba2-a2b396600158/volume-4d95551b-61cb-4538-aba2-a2b396600158.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.371931] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47824a24-fcec-4698-b99c-8205f8fd4d96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.387046] env[68867]: DEBUG oslo_vmware.api [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1237.387046] env[68867]: value = "task-2952553" [ 1237.387046] env[68867]: _type = "Task" [ 1237.387046] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.395595] env[68867]: DEBUG oslo_vmware.api [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.441936] env[68867]: DEBUG nova.compute.manager [req-c1d9f786-e7ce-4852-83ed-ed08d5f5cdd0 req-ff27211d-7e71-4bc6-8fb8-3c8fec9aad9d service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Received event network-vif-deleted-3d796e95-e264-4f1e-b627-9e38bbe8a24f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.442113] env[68867]: INFO nova.compute.manager [req-c1d9f786-e7ce-4852-83ed-ed08d5f5cdd0 req-ff27211d-7e71-4bc6-8fb8-3c8fec9aad9d service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Neutron deleted interface 3d796e95-e264-4f1e-b627-9e38bbe8a24f; detaching it from the instance and deleting it from the info cache [ 1237.442289] env[68867]: DEBUG nova.network.neutron [req-c1d9f786-e7ce-4852-83ed-ed08d5f5cdd0 req-ff27211d-7e71-4bc6-8fb8-3c8fec9aad9d service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.580638] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952552, 'name': PowerOffVM_Task, 'duration_secs': 0.218922} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.581051] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.581337] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance '14111a46-3507-42d7-8126-bc0535aff828' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.681619] env[68867]: DEBUG oslo_concurrency.lockutils [None req-82f0354f-414d-4b3b-8148-b490b214310f tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.776s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.712688] env[68867]: DEBUG nova.network.neutron [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Port 8af0991d-669e-483a-b134-78bcaf2adbaf binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1237.838268] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.896851] env[68867]: DEBUG oslo_vmware.api [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952553, 'name': ReconfigVM_Task, 'duration_secs': 0.206827} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.900584] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592555', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'name': 'volume-4d95551b-61cb-4538-aba2-a2b396600158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'serial': '4d95551b-61cb-4538-aba2-a2b396600158'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.909293] env[68867]: DEBUG oslo_concurrency.lockutils [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.909803] env[68867]: DEBUG oslo_concurrency.lockutils [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquired lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.909803] env[68867]: DEBUG nova.network.neutron [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.920789] env[68867]: DEBUG nova.network.neutron [-] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.945976] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57a7f23c-d0a5-42ba-aebf-837a17794e03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.955658] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d076206f-4944-4aed-be38-d725f0beb77c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.992476] env[68867]: DEBUG nova.compute.manager [req-c1d9f786-e7ce-4852-83ed-ed08d5f5cdd0 req-ff27211d-7e71-4bc6-8fb8-3c8fec9aad9d service nova] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Detach interface failed, port_id=3d796e95-e264-4f1e-b627-9e38bbe8a24f, reason: Instance 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.090354] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.090716] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.090900] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.091185] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.091342] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.091488] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.091690] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.091847] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.092014] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.092176] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.092347] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.097399] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51c220d-af0d-4d53-8974-c23b2f70b5c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.115555] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1238.115555] env[68867]: value = "task-2952554" [ 1238.115555] env[68867]: _type = "Task" [ 1238.115555] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.124573] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.168233] env[68867]: DEBUG nova.network.neutron [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updated VIF entry in instance network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.168590] env[68867]: DEBUG nova.network.neutron [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46aceae7-36", "ovs_interfaceid": "46aceae7-3678-44ad-bc70-112a9754d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.335983] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.411164] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.411579] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.422934] env[68867]: INFO nova.compute.manager [-] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Took 1.24 seconds to deallocate network for instance. [ 1238.625671] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952554, 'name': ReconfigVM_Task, 'duration_secs': 0.321575} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.625974] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance '14111a46-3507-42d7-8126-bc0535aff828' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.671637] env[68867]: DEBUG oslo_concurrency.lockutils [req-6f31af9a-f499-41d3-af10-85f7b19694a8 req-21418b81-7960-418b-bd3a-e4e17e3e3082 service nova] Releasing lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.735556] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.735556] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.735556] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.766717] env[68867]: DEBUG nova.network.neutron [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [{"id": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "address": "fa:16:3e:7e:fa:2f", "network": {"id": "86d94cff-6d6f-473e-b9c6-9924ed3bd654", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1716646682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e9cdd25495473ead071d4fadd4f7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed99916-6e", "ovs_interfaceid": "7ed99916-6e8d-48fb-8f2d-77d1475e8e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.836558] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.914562] env[68867]: INFO nova.compute.manager [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Detaching volume 5a410d82-c35f-4a48-b522-f780b1db10e8 [ 1238.930362] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.930651] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.930875] env[68867]: DEBUG nova.objects.instance [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'resources' on Instance uuid 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.947861] env[68867]: DEBUG nova.objects.instance [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 98a62f4d-e975-4e06-a51f-6f21da877d4b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.964250] env[68867]: INFO nova.virt.block_device [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Attempting to driver detach volume 5a410d82-c35f-4a48-b522-f780b1db10e8 from mountpoint /dev/sdb [ 1238.964475] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.964657] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592554', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'name': 'volume-5a410d82-c35f-4a48-b522-f780b1db10e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2ff177-1420-4c09-bc6f-a7512c4cf333', 'attached_at': '', 'detached_at': '', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'serial': '5a410d82-c35f-4a48-b522-f780b1db10e8'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.966205] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb6be8-4d29-4ad8-9f41-35677cb52a1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.989347] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8bfe2-c64d-458a-9f62-07d1f73dd846 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.997148] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4545eea0-8742-4fdb-8ea9-582d965526a4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.019296] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c87589-543b-490f-a87c-2b990e7269fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.038661] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] The volume has not been displaced from its original location: [datastore1] volume-5a410d82-c35f-4a48-b522-f780b1db10e8/volume-5a410d82-c35f-4a48-b522-f780b1db10e8.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.045102] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.045452] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f1fc0da-9a51-44e5-9df8-6fa0ffa412fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.070185] env[68867]: DEBUG oslo_vmware.api [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1239.070185] env[68867]: value = "task-2952555" [ 1239.070185] env[68867]: _type = "Task" [ 1239.070185] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.079520] env[68867]: DEBUG oslo_vmware.api [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.133632] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.133632] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.133632] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.133632] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.133632] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.133632] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.133632] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.134226] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.134226] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.134442] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.134635] env[68867]: DEBUG nova.virt.hardware [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.140220] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.140886] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7357715c-aa1a-4230-871c-8ac74e80f1fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.159665] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1239.159665] env[68867]: value = "task-2952556" [ 1239.159665] env[68867]: _type = "Task" [ 1239.159665] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.167279] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.270639] env[68867]: DEBUG oslo_concurrency.lockutils [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Releasing lock "refresh_cache-a8a67aa2-9a48-41e2-9575-5753e44c00db" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.271270] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff7666c-e4f2-47a8-94c7-966e31ef9233 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.278512] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Resuming the VM {{(pid=68867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1239.279029] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a667cc-a903-42a5-9b41-7bddd8160581 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.285328] env[68867]: DEBUG oslo_vmware.api [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1239.285328] env[68867]: value = "task-2952557" [ 1239.285328] env[68867]: _type = "Task" [ 1239.285328] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.294951] env[68867]: DEBUG oslo_vmware.api [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.337981] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.456971] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e1e39369-2cff-42db-ba7d-21f7baead969 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.565481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.567126] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.580090] env[68867]: DEBUG oslo_vmware.api [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952555, 'name': ReconfigVM_Task, 'duration_secs': 0.370348} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.581041] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.586268] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8645c95-7d13-4bb8-a690-e200e385c5ce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.604771] env[68867]: DEBUG oslo_vmware.api [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1239.604771] env[68867]: value = "task-2952558" [ 1239.604771] env[68867]: _type = "Task" [ 1239.604771] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.613314] env[68867]: DEBUG oslo_vmware.api [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.669587] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952556, 'name': ReconfigVM_Task, 'duration_secs': 0.209446} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.672264] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.673367] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f7669-9520-45d6-b8aa-f2c19dbf2b1e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.702103] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.703495] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c8ff35-c705-4430-a5a8-ae5bc80ca485 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.717280] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e7853a-6a9e-4bb7-9928-edec6ac50ee7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.726897] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92db717a-3a58-4b14-a3bd-a023c4a8ffd1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.730318] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1239.730318] env[68867]: value = "task-2952559" [ 1239.730318] env[68867]: _type = "Task" [ 1239.730318] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.764254] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a5048a-ab6a-4ded-a932-197844f27b8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.770683] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.776018] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235fe08e-c9d7-4627-8544-5b909adddb43 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.790155] env[68867]: DEBUG nova.compute.provider_tree [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.803967] env[68867]: DEBUG oslo_vmware.api [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952557, 'name': PowerOnVM_Task, 'duration_secs': 0.434608} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.805228] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.805477] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.805728] env[68867]: DEBUG nova.network.neutron [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.809062] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Resumed the VM {{(pid=68867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1239.809290] env[68867]: DEBUG nova.compute.manager [None req-71144302-cdf2-455c-b03b-5bcfedfde06a tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.810777] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6399ec7e-c9c6-4651-bab3-7ba6047a03e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.838841] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.070198] env[68867]: INFO nova.compute.manager [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Detaching volume 74f54cf8-df92-4ff7-8cbf-04a973dfb507 [ 1240.112789] env[68867]: INFO nova.virt.block_device [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Attempting to driver detach volume 74f54cf8-df92-4ff7-8cbf-04a973dfb507 from mountpoint /dev/sdb [ 1240.113054] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.113263] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592551', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'name': 'volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'serial': '74f54cf8-df92-4ff7-8cbf-04a973dfb507'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.114442] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a715eb9-41f9-4687-91b0-6e6638daee17 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.124448] env[68867]: DEBUG oslo_vmware.api [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952558, 'name': ReconfigVM_Task, 'duration_secs': 0.434798} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.142259] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592554', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'name': 'volume-5a410d82-c35f-4a48-b522-f780b1db10e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2ff177-1420-4c09-bc6f-a7512c4cf333', 'attached_at': '', 'detached_at': '', 'volume_id': '5a410d82-c35f-4a48-b522-f780b1db10e8', 'serial': '5a410d82-c35f-4a48-b522-f780b1db10e8'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1240.144995] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a636e-ac05-4164-babd-f83dcb06cd04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.151998] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747a815c-b280-45bf-8062-2656d5814384 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.174675] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0822b3-263d-40c3-ae52-97ed661e2a7f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.188842] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] The volume has not been displaced from its original location: [datastore2] volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507/volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.194044] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.194310] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b091631a-6f8f-4e08-89e8-c8892c1a648a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.211705] env[68867]: DEBUG oslo_vmware.api [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1240.211705] env[68867]: value = "task-2952560" [ 1240.211705] env[68867]: _type = "Task" [ 1240.211705] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.218980] env[68867]: DEBUG oslo_vmware.api [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.241240] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952559, 'name': ReconfigVM_Task, 'duration_secs': 0.396256} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.241630] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.242025] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance '14111a46-3507-42d7-8126-bc0535aff828' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.295812] env[68867]: DEBUG nova.scheduler.client.report [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.339778] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.529829] env[68867]: DEBUG nova.network.neutron [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.685167] env[68867]: DEBUG nova.objects.instance [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'flavor' on Instance uuid da2ff177-1420-4c09-bc6f-a7512c4cf333 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.723056] env[68867]: DEBUG oslo_vmware.api [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.749942] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b2b45e-bfef-43a1-9940-e8c022731813 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.772572] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed6ffc2-a1da-4035-ad11-fee1ac600893 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.793937] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance '14111a46-3507-42d7-8126-bc0535aff828' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.800587] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.824996] env[68867]: INFO nova.scheduler.client.report [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted allocations for instance 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1 [ 1240.840779] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.032773] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.222096] env[68867]: DEBUG oslo_vmware.api [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952560, 'name': ReconfigVM_Task, 'duration_secs': 0.619568} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.222516] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.227271] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f314ad6-0579-4d24-b400-bccc77be88c0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.242302] env[68867]: DEBUG oslo_vmware.api [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1241.242302] env[68867]: value = "task-2952561" [ 1241.242302] env[68867]: _type = "Task" [ 1241.242302] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.250212] env[68867]: DEBUG oslo_vmware.api [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.343864] env[68867]: DEBUG oslo_vmware.api [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952545, 'name': ReconfigVM_Task, 'duration_secs': 5.863836} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.344377] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7a7b2f4d-8f0f-44a6-8fc9-4eca9fe2ab18 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.329s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.345546] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.345763] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Reconfigured VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1241.556616] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd3d934-234a-4997-9d3e-78a3c7e7e400 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.575626] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840e3fe3-5e19-4739-93a3-058a00753047 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.582608] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance 'f0631dff-5185-48ae-8fe5-fc7c12d16ed3' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.692890] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03d7e6e4-a514-4fe9-a6b8-1b48f79db44c tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.752204] env[68867]: DEBUG oslo_vmware.api [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952561, 'name': ReconfigVM_Task, 'duration_secs': 0.209181} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.752520] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592551', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'name': 'volume-74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '74f54cf8-df92-4ff7-8cbf-04a973dfb507', 'serial': '74f54cf8-df92-4ff7-8cbf-04a973dfb507'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.968940] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.969217] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.969423] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.969604] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.969769] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.972449] env[68867]: INFO nova.compute.manager [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Terminating instance [ 1242.090332] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.090332] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32703d38-439e-43df-a12c-e6a9426879b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.097140] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1242.097140] env[68867]: value = "task-2952562" [ 1242.097140] env[68867]: _type = "Task" [ 1242.097140] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.105540] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.299396] env[68867]: DEBUG nova.objects.instance [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 98a62f4d-e975-4e06-a51f-6f21da877d4b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.437047] env[68867]: DEBUG nova.network.neutron [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Port 4a2f2c1b-d232-4980-985e-2448ac4a38e3 binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1242.439380] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.439609] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.439808] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.440035] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.440374] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.442238] env[68867]: INFO nova.compute.manager [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Terminating instance [ 1243.265996] env[68867]: DEBUG nova.compute.manager [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.266089] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.266609] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.266914] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.267109] env[68867]: DEBUG nova.network.neutron [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.273475] env[68867]: DEBUG nova.compute.manager [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.273675] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.274826] env[68867]: DEBUG nova.compute.manager [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.274958] env[68867]: DEBUG nova.compute.manager [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing instance network info cache due to event network-changed-904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.275158] env[68867]: DEBUG oslo_concurrency.lockutils [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] Acquiring lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.278292] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e1c89a-b625-4874-9220-456a30a7fc49 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.284900] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2611f8-a543-4611-a859-19148f2a8fd5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.289930] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e520efa3-2ed5-4d06-91f4-870cd1cc7e21 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.724s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.296323] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.301833] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d8015b-1f19-49c0-a324-528f9c6e0d0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.304313] env[68867]: DEBUG oslo_vmware.api [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952562, 'name': PowerOnVM_Task, 'duration_secs': 0.481094} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.304562] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.304823] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.305011] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9141bdde-4173-4d52-85a2-a6f265fb4cc1 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance 'f0631dff-5185-48ae-8fe5-fc7c12d16ed3' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.308480] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ebc82e8-9a79-4b08-854e-3eebddea8582 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.315746] env[68867]: DEBUG oslo_vmware.api [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1243.315746] env[68867]: value = "task-2952564" [ 1243.315746] env[68867]: _type = "Task" [ 1243.315746] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.316952] env[68867]: DEBUG oslo_vmware.api [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1243.316952] env[68867]: value = "task-2952563" [ 1243.316952] env[68867]: _type = "Task" [ 1243.316952] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.329513] env[68867]: DEBUG oslo_vmware.api [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.793207] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.793430] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.793594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.795347] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-9bd8026f-4087-4e2b-8853-68d30f0b4226-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.795347] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-9bd8026f-4087-4e2b-8853-68d30f0b4226-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.795347] env[68867]: DEBUG nova.objects.instance [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'flavor' on Instance uuid 9bd8026f-4087-4e2b-8853-68d30f0b4226 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.832710] env[68867]: DEBUG oslo_vmware.api [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952564, 'name': PowerOffVM_Task, 'duration_secs': 0.213553} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.835855] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.836045] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.836525] env[68867]: DEBUG oslo_vmware.api [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952563, 'name': PowerOffVM_Task, 'duration_secs': 0.245022} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.836717] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54e99dc1-c3f7-425e-809f-0a2aad88dde4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.838172] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.838337] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.838553] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d9ec2fe-1c79-4688-b5a0-b934ccf8a2d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.920051] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.920345] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.920427] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleting the datastore file [datastore2] da2ff177-1420-4c09-bc6f-a7512c4cf333 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.920693] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef6e406-a571-4cc1-9d49-718c11c68e35 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.929543] env[68867]: DEBUG oslo_vmware.api [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1243.929543] env[68867]: value = "task-2952567" [ 1243.929543] env[68867]: _type = "Task" [ 1243.929543] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.937181] env[68867]: DEBUG oslo_vmware.api [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.982133] env[68867]: INFO nova.network.neutron [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Port 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1243.982487] env[68867]: DEBUG nova.network.neutron [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.106722] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.106984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.359485] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.359924] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.359924] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleting the datastore file [datastore1] aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.361119] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7478387e-cddb-4906-9b29-5bac388a48f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.369636] env[68867]: DEBUG oslo_vmware.api [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for the task: (returnval){ [ 1244.369636] env[68867]: value = "task-2952568" [ 1244.369636] env[68867]: _type = "Task" [ 1244.369636] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.378584] env[68867]: DEBUG oslo_vmware.api [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.389450] env[68867]: DEBUG nova.objects.instance [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'pci_requests' on Instance uuid 9bd8026f-4087-4e2b-8853-68d30f0b4226 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.439765] env[68867]: DEBUG oslo_vmware.api [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479919} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.439994] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.440216] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.440390] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.440557] env[68867]: INFO nova.compute.manager [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1244.440796] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.441013] env[68867]: DEBUG nova.compute.manager [-] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.441119] env[68867]: DEBUG nova.network.neutron [-] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.485207] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.487681] env[68867]: DEBUG oslo_concurrency.lockutils [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] Acquired lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.488410] env[68867]: DEBUG nova.network.neutron [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Refreshing network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.609848] env[68867]: INFO nova.compute.manager [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Detaching volume 4d95551b-61cb-4538-aba2-a2b396600158 [ 1244.651274] env[68867]: INFO nova.virt.block_device [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Attempting to driver detach volume 4d95551b-61cb-4538-aba2-a2b396600158 from mountpoint /dev/sdc [ 1244.651832] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.652380] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592555', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'name': 'volume-4d95551b-61cb-4538-aba2-a2b396600158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'serial': '4d95551b-61cb-4538-aba2-a2b396600158'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.654273] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb5e3e-c19a-4583-9d5f-ec4559235f6f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.693016] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f180a0-fe87-43bb-9ff7-416bab01b52d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.705412] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7398f4-6f73-4def-9295-d79303f6dd79 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.743021] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4113f549-93d3-4a30-80ea-66d3a9c70cb3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.764135] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d95551b-61cb-4538-aba2-a2b396600158/volume-4d95551b-61cb-4538-aba2-a2b396600158.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.773388] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.774328] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b290a065-4b0c-4f69-9804-76f7ab70668e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.807378] env[68867]: DEBUG oslo_vmware.api [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1244.807378] env[68867]: value = "task-2952569" [ 1244.807378] env[68867]: _type = "Task" [ 1244.807378] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.815204] env[68867]: DEBUG oslo_vmware.api [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.832402] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.832590] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.832796] env[68867]: DEBUG nova.network.neutron [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.883398] env[68867]: DEBUG oslo_vmware.api [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Task: {'id': task-2952568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13512} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.883541] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.883693] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.883864] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.884045] env[68867]: INFO nova.compute.manager [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1244.884288] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.884478] env[68867]: DEBUG nova.compute.manager [-] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.884574] env[68867]: DEBUG nova.network.neutron [-] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.892515] env[68867]: DEBUG nova.objects.base [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Object Instance<9bd8026f-4087-4e2b-8853-68d30f0b4226> lazy-loaded attributes: flavor,pci_requests {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1244.892703] env[68867]: DEBUG nova.network.neutron [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.990649] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bde9dfd4-74d8-4ae8-9431-f87bec0a74f2 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-995022fb-7371-4bd1-8909-3fe6c656898b-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.252s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.045088] env[68867]: DEBUG nova.policy [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4fdf7c282084ab39f532825e16fb5ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f88ab65ae047d8a407a2207d71662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.067105] env[68867]: DEBUG nova.compute.manager [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.067317] env[68867]: DEBUG nova.compute.manager [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing instance network info cache due to event network-changed-6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.067559] env[68867]: DEBUG oslo_concurrency.lockutils [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.067659] env[68867]: DEBUG oslo_concurrency.lockutils [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.067816] env[68867]: DEBUG nova.network.neutron [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.134706] env[68867]: DEBUG nova.compute.manager [req-d9f0671a-5154-4d99-85d4-2fd5200da618 req-f693425a-adea-4100-97b9-218f9a643e1f service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Received event network-vif-deleted-d083f9cf-3dd6-4153-9372-957f0db80c82 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.134903] env[68867]: INFO nova.compute.manager [req-d9f0671a-5154-4d99-85d4-2fd5200da618 req-f693425a-adea-4100-97b9-218f9a643e1f service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Neutron deleted interface d083f9cf-3dd6-4153-9372-957f0db80c82; detaching it from the instance and deleting it from the info cache [ 1245.135085] env[68867]: DEBUG nova.network.neutron [req-d9f0671a-5154-4d99-85d4-2fd5200da618 req-f693425a-adea-4100-97b9-218f9a643e1f service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.150723] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.150984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.151191] env[68867]: DEBUG nova.compute.manager [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Going to confirm migration 7 {{(pid=68867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1245.286483] env[68867]: DEBUG nova.network.neutron [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updated VIF entry in instance network info cache for port 904db4b9-0152-4221-8f2d-5c5f574e6f11. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.286770] env[68867]: DEBUG nova.network.neutron [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [{"id": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "address": "fa:16:3e:91:e4:2b", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904db4b9-01", "ovs_interfaceid": "904db4b9-0152-4221-8f2d-5c5f574e6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.317117] env[68867]: DEBUG oslo_vmware.api [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952569, 'name': ReconfigVM_Task, 'duration_secs': 0.239709} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.317309] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.322981] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04641be-f2ad-4d67-a774-9cd19eb0a8e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.340654] env[68867]: DEBUG oslo_vmware.api [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1245.340654] env[68867]: value = "task-2952570" [ 1245.340654] env[68867]: _type = "Task" [ 1245.340654] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.349353] env[68867]: DEBUG oslo_vmware.api [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.360027] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.360429] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.360655] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.360875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.361059] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.364703] env[68867]: INFO nova.compute.manager [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Terminating instance [ 1245.575900] env[68867]: DEBUG nova.network.neutron [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.619742] env[68867]: DEBUG nova.network.neutron [-] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.640478] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17689ed2-b5d5-40ff-8048-805c539e8fb8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.650198] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d8a2c-935e-4181-bb8b-93dba892cf32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.686388] env[68867]: DEBUG nova.compute.manager [req-d9f0671a-5154-4d99-85d4-2fd5200da618 req-f693425a-adea-4100-97b9-218f9a643e1f service nova] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Detach interface failed, port_id=d083f9cf-3dd6-4153-9372-957f0db80c82, reason: Instance da2ff177-1420-4c09-bc6f-a7512c4cf333 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.730920] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.731177] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.731360] env[68867]: DEBUG nova.network.neutron [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.731538] env[68867]: DEBUG nova.objects.instance [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'info_cache' on Instance uuid f0631dff-5185-48ae-8fe5-fc7c12d16ed3 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.779025] env[68867]: DEBUG nova.network.neutron [-] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.787447] env[68867]: DEBUG nova.network.neutron [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updated VIF entry in instance network info cache for port 6ac02f62-f833-4220-8a66-b505bbebb10f. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.787914] env[68867]: DEBUG nova.network.neutron [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.789520] env[68867]: DEBUG oslo_concurrency.lockutils [req-2b3eaf44-9bae-4885-a870-896738531342 req-556fb522-53ab-49a6-9f0e-0f9c4e8fbd5c service nova] Releasing lock "refresh_cache-995022fb-7371-4bd1-8909-3fe6c656898b" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.854548] env[68867]: DEBUG oslo_vmware.api [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952570, 'name': ReconfigVM_Task, 'duration_secs': 0.144159} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.854548] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592555', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'name': 'volume-4d95551b-61cb-4538-aba2-a2b396600158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98a62f4d-e975-4e06-a51f-6f21da877d4b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d95551b-61cb-4538-aba2-a2b396600158', 'serial': '4d95551b-61cb-4538-aba2-a2b396600158'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1245.869061] env[68867]: DEBUG nova.compute.manager [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.880051] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.880051] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb96a9a-e1f5-49f2-9147-1078dcd0207f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.881641] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.881873] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-226fbd61-ff7b-4468-8e99-42c15b981089 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.887807] env[68867]: DEBUG oslo_vmware.api [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1245.887807] env[68867]: value = "task-2952571" [ 1245.887807] env[68867]: _type = "Task" [ 1245.887807] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.894904] env[68867]: DEBUG oslo_vmware.api [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.078928] env[68867]: DEBUG oslo_concurrency.lockutils [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.124375] env[68867]: INFO nova.compute.manager [-] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Took 1.68 seconds to deallocate network for instance. [ 1246.283639] env[68867]: INFO nova.compute.manager [-] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Took 1.40 seconds to deallocate network for instance. [ 1246.292827] env[68867]: DEBUG oslo_concurrency.lockutils [req-656973fb-63cc-4269-ae62-d8d22ac61288 req-acb18e1b-27f8-46f9-9ecb-e685928376e3 service nova] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.401239] env[68867]: DEBUG oslo_vmware.api [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952571, 'name': PowerOffVM_Task, 'duration_secs': 0.376637} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.401705] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.401883] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.402191] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43a3d11-5d87-493c-b951-c7a874e1b288 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.405616] env[68867]: DEBUG nova.objects.instance [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'flavor' on Instance uuid 98a62f4d-e975-4e06-a51f-6f21da877d4b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.465139] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.465239] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.466333] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleting the datastore file [datastore2] a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.466333] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f336832-39f6-4b34-b24e-c583ea59667d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.472913] env[68867]: DEBUG oslo_vmware.api [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for the task: (returnval){ [ 1246.472913] env[68867]: value = "task-2952573" [ 1246.472913] env[68867]: _type = "Task" [ 1246.472913] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.480661] env[68867]: DEBUG oslo_vmware.api [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.589010] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d472c2-b417-4d38-9dd3-1fd6be066bd7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.596338] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07ab99-f50e-45a0-a65a-4bd05c79b1df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.631037] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.631321] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.631545] env[68867]: DEBUG nova.objects.instance [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'resources' on Instance uuid da2ff177-1420-4c09-bc6f-a7512c4cf333 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.674610] env[68867]: DEBUG nova.network.neutron [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Successfully updated port: 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.789897] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.902707] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.903277] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.942754] env[68867]: DEBUG nova.network.neutron [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [{"id": "8af0991d-669e-483a-b134-78bcaf2adbaf", "address": "fa:16:3e:da:fe:e8", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af0991d-66", "ovs_interfaceid": "8af0991d-669e-483a-b134-78bcaf2adbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.984424] env[68867]: DEBUG oslo_vmware.api [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Task: {'id': task-2952573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126375} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.984656] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.984828] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.984991] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.985180] env[68867]: INFO nova.compute.manager [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1246.985417] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.985861] env[68867]: DEBUG nova.compute.manager [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.985960] env[68867]: DEBUG nova.network.neutron [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.107104] env[68867]: DEBUG nova.compute.manager [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Received event network-vif-deleted-5bc84e71-d113-4aa3-9d3e-0fc651850d12 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.107311] env[68867]: DEBUG nova.compute.manager [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-vif-plugged-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.107497] env[68867]: DEBUG oslo_concurrency.lockutils [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.107693] env[68867]: DEBUG oslo_concurrency.lockutils [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.107855] env[68867]: DEBUG oslo_concurrency.lockutils [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.108023] env[68867]: DEBUG nova.compute.manager [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] No waiting events found dispatching network-vif-plugged-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.108246] env[68867]: WARNING nova.compute.manager [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received unexpected event network-vif-plugged-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb for instance with vm_state active and task_state None. [ 1247.108430] env[68867]: DEBUG nova.compute.manager [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-changed-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.108580] env[68867]: DEBUG nova.compute.manager [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing instance network info cache due to event network-changed-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.108752] env[68867]: DEBUG oslo_concurrency.lockutils [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.108883] env[68867]: DEBUG oslo_concurrency.lockutils [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.109046] env[68867]: DEBUG nova.network.neutron [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Refreshing network info cache for port 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.177013] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.327851] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfdf4a8-26eb-48b8-a450-486a655d8a42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.335848] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f8dee3-5eb0-4ee7-b0e4-d070c6570c39 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.370916] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa3627c-ff2f-4ab6-bbf4-504f03cbc6c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.379711] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe2d945-d597-4b98-b381-ec396019fbdc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.393996] env[68867]: DEBUG nova.compute.provider_tree [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.406693] env[68867]: INFO nova.compute.manager [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Detaching volume 96e7205f-c833-4d44-b1fa-93065cf60783 [ 1247.415361] env[68867]: DEBUG oslo_concurrency.lockutils [None req-89c1b738-ea8d-4a02-a2f4-7388184e6677 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.308s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.445287] env[68867]: INFO nova.virt.block_device [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Attempting to driver detach volume 96e7205f-c833-4d44-b1fa-93065cf60783 from mountpoint /dev/sdb [ 1247.446024] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.446024] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.446673] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-f0631dff-5185-48ae-8fe5-fc7c12d16ed3" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.446808] env[68867]: DEBUG nova.objects.instance [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'migration_context' on Instance uuid f0631dff-5185-48ae-8fe5-fc7c12d16ed3 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.448754] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09308aee-5d1b-4b46-9fc1-0f2107059f3f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.474378] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425f2e6f-7019-425e-ae2b-b4d564a231da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.482641] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac750bd-e97f-4028-b863-99e615faf6b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.503241] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6bc7b-5148-4505-9b5d-bdc8e9bccf7e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.518156] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] The volume has not been displaced from its original location: [datastore2] volume-96e7205f-c833-4d44-b1fa-93065cf60783/volume-96e7205f-c833-4d44-b1fa-93065cf60783.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.523372] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.523962] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bea68a4-04b1-4e82-9463-ad56d5edcef0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.542760] env[68867]: DEBUG oslo_vmware.api [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1247.542760] env[68867]: value = "task-2952574" [ 1247.542760] env[68867]: _type = "Task" [ 1247.542760] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.550526] env[68867]: DEBUG oslo_vmware.api [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.699590] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4147f-6fec-4a8f-8bde-9775d35565da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.734768] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1145d060-24e5-48b6-982f-21d31fb8754b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.738616] env[68867]: DEBUG nova.network.neutron [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.746012] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance '14111a46-3507-42d7-8126-bc0535aff828' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.868842] env[68867]: DEBUG nova.network.neutron [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Added VIF to instance network info cache for port 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1247.869283] env[68867]: DEBUG nova.network.neutron [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "address": "fa:16:3e:1f:42:d5", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ada954-5c", "ovs_interfaceid": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.897796] env[68867]: DEBUG nova.scheduler.client.report [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.955833] env[68867]: DEBUG nova.objects.base [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.956859] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a0fc0-8ec6-4c1e-a79f-f7e7f3d9f702 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.977210] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f745c5-6d86-4f97-95e4-4258b3890b89 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.982676] env[68867]: DEBUG oslo_vmware.api [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1247.982676] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b1f587-22ce-0bf4-fbea-4477de9fdb56" [ 1247.982676] env[68867]: _type = "Task" [ 1247.982676] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.990081] env[68867]: DEBUG oslo_vmware.api [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b1f587-22ce-0bf4-fbea-4477de9fdb56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.051401] env[68867]: DEBUG oslo_vmware.api [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952574, 'name': ReconfigVM_Task, 'duration_secs': 0.344766} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.051662] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.056357] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bedc49b5-a988-4f69-a488-8dc55d91be15 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.072153] env[68867]: DEBUG oslo_vmware.api [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1248.072153] env[68867]: value = "task-2952575" [ 1248.072153] env[68867]: _type = "Task" [ 1248.072153] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.080083] env[68867]: DEBUG oslo_vmware.api [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.237133] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.242125] env[68867]: INFO nova.compute.manager [-] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Took 1.26 seconds to deallocate network for instance. [ 1248.254984] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.254984] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33e9f769-c33b-4747-96b9-6da27389dbbf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.262046] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1248.262046] env[68867]: value = "task-2952576" [ 1248.262046] env[68867]: _type = "Task" [ 1248.262046] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.271182] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.373106] env[68867]: DEBUG oslo_concurrency.lockutils [req-3b2efdbd-0979-49fb-bb9c-c28e008036e0 req-f9485a0f-639c-4df8-8f58-296689c1d2ff service nova] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.373461] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.373689] env[68867]: DEBUG nova.network.neutron [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.403358] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.405984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.616s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.405984] env[68867]: DEBUG nova.objects.instance [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lazy-loading 'resources' on Instance uuid aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.424901] env[68867]: INFO nova.scheduler.client.report [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted allocations for instance da2ff177-1420-4c09-bc6f-a7512c4cf333 [ 1248.494767] env[68867]: DEBUG oslo_vmware.api [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b1f587-22ce-0bf4-fbea-4477de9fdb56, 'name': SearchDatastore_Task, 'duration_secs': 0.007471} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.495110] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.505921] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.506194] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.506401] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.506577] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.506740] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.508735] env[68867]: INFO nova.compute.manager [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Terminating instance [ 1248.582162] env[68867]: DEBUG oslo_vmware.api [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952575, 'name': ReconfigVM_Task, 'duration_secs': 0.144688} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.583696] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592539', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'name': 'volume-96e7205f-c833-4d44-b1fa-93065cf60783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2ff035-7114-44d5-8291-245626c4f6e1', 'attached_at': '', 'detached_at': '', 'volume_id': '96e7205f-c833-4d44-b1fa-93065cf60783', 'serial': '96e7205f-c833-4d44-b1fa-93065cf60783'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.747108] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Getting list of instances from cluster (obj){ [ 1248.747108] env[68867]: value = "domain-c8" [ 1248.747108] env[68867]: _type = "ClusterComputeResource" [ 1248.747108] env[68867]: } {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1248.747922] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd4d0b-615b-4c89-a521-779206eaeb11 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.751911] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.768245] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Got total of 8 instances {{(pid=68867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1248.768416] env[68867]: WARNING nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] While synchronizing instance power states, found 11 instances in the database and 8 instances on the hypervisor. [ 1248.768553] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.768739] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid f0631dff-5185-48ae-8fe5-fc7c12d16ed3 {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.768890] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.769094] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.769261] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid 9d2ff035-7114-44d5-8291-245626c4f6e1 {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.769410] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid 14111a46-3507-42d7-8126-bc0535aff828 {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.769552] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid 98a62f4d-e975-4e06-a51f-6f21da877d4b {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.769695] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid da2ff177-1420-4c09-bc6f-a7512c4cf333 {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.769837] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid 995022fb-7371-4bd1-8909-3fe6c656898b {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.769987] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid 9bd8026f-4087-4e2b-8853-68d30f0b4226 {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.770143] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Triggering sync for uuid 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1248.773386] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.773606] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.773888] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.774095] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.774296] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.774486] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.774678] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.774848] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "14111a46-3507-42d7-8126-bc0535aff828" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.775018] env[68867]: INFO nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 14111a46-3507-42d7-8126-bc0535aff828] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1248.775192] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "14111a46-3507-42d7-8126-bc0535aff828" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.775395] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.775593] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.775783] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.775950] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "995022fb-7371-4bd1-8909-3fe6c656898b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.776199] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.776553] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.776792] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.776979] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.777844] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865debb1-76fd-4557-88d2-5412affcea6a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.781101] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46089b9-cdaf-46fb-83e1-741c55d3a764 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.783934] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d35931-7cde-458d-889b-f715c8402504 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.786530] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e04035-4e47-4fe5-9bc8-181cdd3271a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.796670] env[68867]: DEBUG oslo_vmware.api [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952576, 'name': PowerOnVM_Task, 'duration_secs': 0.370357} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.800327] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.800518] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf4479-7007-4a5b-9275-3c519edcdc47 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance '14111a46-3507-42d7-8126-bc0535aff828' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.924138] env[68867]: WARNING nova.network.neutron [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] 526468b3-bb9f-433e-aae8-7a232a583af1 already exists in list: networks containing: ['526468b3-bb9f-433e-aae8-7a232a583af1']. ignoring it [ 1248.924439] env[68867]: WARNING nova.network.neutron [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] 526468b3-bb9f-433e-aae8-7a232a583af1 already exists in list: networks containing: ['526468b3-bb9f-433e-aae8-7a232a583af1']. ignoring it [ 1248.925064] env[68867]: WARNING nova.network.neutron [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb already exists in list: port_ids containing: ['86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb']. ignoring it [ 1248.934671] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8003e10b-a11d-46f2-b0c9-2e2da9fbd71b tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.965s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.936290] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.160s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.936589] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-325bb487-54ab-41f4-8b79-31e9c7aa523e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.946623] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b03790-e652-40ae-a000-a576d7c975c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.015021] env[68867]: DEBUG nova.compute.manager [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.015021] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.015476] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9e827-1716-4645-a0b3-ce3eb6780aef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.026392] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.026780] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef2888df-4031-4a9f-a90b-0a566dee63dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.033130] env[68867]: DEBUG oslo_vmware.api [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1249.033130] env[68867]: value = "task-2952577" [ 1249.033130] env[68867]: _type = "Task" [ 1249.033130] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.043016] env[68867]: DEBUG oslo_vmware.api [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.109608] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d30e11d-1ab5-4443-8784-1b62651b2d10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.117302] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e6d7de-5d07-4e75-859a-3d960fcc4927 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.158092] env[68867]: DEBUG nova.objects.instance [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'flavor' on Instance uuid 9d2ff035-7114-44d5-8291-245626c4f6e1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.160569] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad9c1b-ca71-49be-854c-0903e0e6db9c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.166107] env[68867]: DEBUG nova.compute.manager [req-2078ead3-f68d-4e9b-8fb6-006921a71d4f req-602a97b7-0e58-4815-94c0-24745d2fd3ca service nova] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Received event network-vif-deleted-7ed99916-6e8d-48fb-8f2d-77d1475e8e60 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.174705] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3491172c-9341-4ea6-a6e6-31594c7dfbf2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.190048] env[68867]: DEBUG nova.compute.provider_tree [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.299030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.307769] env[68867]: DEBUG nova.network.neutron [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "address": "fa:16:3e:1f:42:d5", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ada954-5c", "ovs_interfaceid": "86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.317428] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "995022fb-7371-4bd1-8909-3fe6c656898b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.317791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.318361] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.491560] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "da2ff177-1420-4c09-bc6f-a7512c4cf333" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.543363] env[68867]: DEBUG oslo_vmware.api [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952577, 'name': PowerOffVM_Task, 'duration_secs': 0.246424} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.543627] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.543793] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.544232] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17618f34-02c8-479f-b74a-32ef81b6ed95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.611705] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.611965] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.612129] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Deleting the datastore file [datastore1] 98a62f4d-e975-4e06-a51f-6f21da877d4b {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.612388] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2853ba7-676d-4aa4-ab33-e9a2d3b6a687 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.620129] env[68867]: DEBUG oslo_vmware.api [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for the task: (returnval){ [ 1249.620129] env[68867]: value = "task-2952579" [ 1249.620129] env[68867]: _type = "Task" [ 1249.620129] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.628256] env[68867]: DEBUG oslo_vmware.api [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.693414] env[68867]: DEBUG nova.scheduler.client.report [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.810620] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.811196] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.811361] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.812231] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0efe430-d384-40b0-9339-2412ce1b8f65 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.829260] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.829457] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.829611] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.829788] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.829932] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.830126] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.830332] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.830488] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.830648] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.830806] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.830974] env[68867]: DEBUG nova.virt.hardware [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.837699] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Reconfiguring VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1249.838349] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562f19d3-c3d6-4fd5-867f-8d771c9e051b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.858949] env[68867]: DEBUG oslo_vmware.api [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1249.858949] env[68867]: value = "task-2952580" [ 1249.858949] env[68867]: _type = "Task" [ 1249.858949] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.867101] env[68867]: DEBUG oslo_vmware.api [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952580, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.132644] env[68867]: DEBUG oslo_vmware.api [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Task: {'id': task-2952579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150679} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.133069] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.133380] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.133678] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.133978] env[68867]: INFO nova.compute.manager [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1250.134304] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.134549] env[68867]: DEBUG nova.compute.manager [-] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.134663] env[68867]: DEBUG nova.network.neutron [-] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.166884] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9c82ff6e-5cc3-49dc-af9b-b98b35e66f48 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.168118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.393s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.168954] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9338b4a5-6a2f-4fc8-afaf-e34b82c21db9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.198921] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.201224] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.706s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.222550] env[68867]: INFO nova.scheduler.client.report [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Deleted allocations for instance aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6 [ 1250.381790] env[68867]: DEBUG oslo_vmware.api [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.622019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.622019] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.678829] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.735931] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e73dfddd-a925-4e95-b948-968d1179d437 tempest-ServersTestJSON-459677597 tempest-ServersTestJSON-459677597-project-member] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.296s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.737058] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.963s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.739541] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a65927ec-1b5d-4ed2-a4cb-1f661f0c3b45 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.751103] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eaf7db-ff14-42aa-b4bb-486cf361c5ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.882027] env[68867]: DEBUG oslo_vmware.api [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.897443] env[68867]: DEBUG nova.network.neutron [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Port 4a2f2c1b-d232-4980-985e-2448ac4a38e3 binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1250.897722] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.897867] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.898120] env[68867]: DEBUG nova.network.neutron [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.946298] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a6a29f-8777-43ed-9599-0e737719f463 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.956162] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b615d492-f573-4438-866c-0d14777604fa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.987352] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c631b9e-c009-4eee-80f4-6c65fd233d46 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.995588] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7963f65a-8695-4db5-944c-382164ccd45f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.010344] env[68867]: DEBUG nova.compute.provider_tree [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.123293] env[68867]: DEBUG nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.199897] env[68867]: DEBUG nova.compute.manager [req-fdbd8a43-71f9-4331-8941-31b280094088 req-9edac76f-2d01-44bd-a91c-a555514303f1 service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Received event network-vif-deleted-e199b513-bab2-4ec9-9b40-1a79d1d6235d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.199897] env[68867]: INFO nova.compute.manager [req-fdbd8a43-71f9-4331-8941-31b280094088 req-9edac76f-2d01-44bd-a91c-a555514303f1 service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Neutron deleted interface e199b513-bab2-4ec9-9b40-1a79d1d6235d; detaching it from the instance and deleting it from the info cache [ 1251.199897] env[68867]: DEBUG nova.network.neutron [req-fdbd8a43-71f9-4331-8941-31b280094088 req-9edac76f-2d01-44bd-a91c-a555514303f1 service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.295465] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.377015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.377286] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.377526] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "9d2ff035-7114-44d5-8291-245626c4f6e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.377681] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.377887] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.382473] env[68867]: DEBUG nova.network.neutron [-] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.384085] env[68867]: INFO nova.compute.manager [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Terminating instance [ 1251.391968] env[68867]: DEBUG oslo_vmware.api [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952580, 'name': ReconfigVM_Task, 'duration_secs': 1.040094} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.392650] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.392860] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Reconfigured VM to attach interface {{(pid=68867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1251.516264] env[68867]: DEBUG nova.scheduler.client.report [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.648358] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.702922] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a72df7f-45a3-4443-b98c-e6e71a5f5815 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.712664] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b56003-a027-43bf-b498-d25c6196ba9f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.724444] env[68867]: DEBUG nova.network.neutron [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.745814] env[68867]: DEBUG nova.compute.manager [req-fdbd8a43-71f9-4331-8941-31b280094088 req-9edac76f-2d01-44bd-a91c-a555514303f1 service nova] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Detach interface failed, port_id=e199b513-bab2-4ec9-9b40-1a79d1d6235d, reason: Instance 98a62f4d-e975-4e06-a51f-6f21da877d4b could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.887098] env[68867]: INFO nova.compute.manager [-] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Took 1.75 seconds to deallocate network for instance. [ 1251.892905] env[68867]: DEBUG nova.compute.manager [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.893129] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.893984] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b2452-d465-4634-9f8c-2a3374a7474a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.897493] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ed815714-fb5b-408b-92ea-ab96d98164d7 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-9bd8026f-4087-4e2b-8853-68d30f0b4226-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.102s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.903613] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.903904] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cffc11bd-3425-4360-a785-229c0555ed19 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.911602] env[68867]: DEBUG oslo_vmware.api [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1251.911602] env[68867]: value = "task-2952581" [ 1251.911602] env[68867]: _type = "Task" [ 1251.911602] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.920989] env[68867]: DEBUG oslo_vmware.api [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.227861] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.394436] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.421166] env[68867]: DEBUG oslo_vmware.api [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952581, 'name': PowerOffVM_Task, 'duration_secs': 0.36668} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.421317] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.421487] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.421739] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31731000-f3e1-42a1-a719-f4b0eeb5cdec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.491190] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.491426] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.491610] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleting the datastore file [datastore1] 9d2ff035-7114-44d5-8291-245626c4f6e1 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.491873] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd331bb-c5a3-4714-989d-19816cee5c91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.498893] env[68867]: DEBUG oslo_vmware.api [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1252.498893] env[68867]: value = "task-2952583" [ 1252.498893] env[68867]: _type = "Task" [ 1252.498893] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.507636] env[68867]: DEBUG oslo_vmware.api [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.524342] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.323s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.527245] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.775s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.527521] env[68867]: DEBUG nova.objects.instance [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lazy-loading 'resources' on Instance uuid a8a67aa2-9a48-41e2-9575-5753e44c00db {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.732055] env[68867]: DEBUG nova.compute.manager [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68867) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1253.013339] env[68867]: DEBUG oslo_vmware.api [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.095657] env[68867]: INFO nova.scheduler.client.report [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted allocation for migration 2c3042a3-f1e7-46f4-91c4-c2edb5a0ecab [ 1253.211929] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8a5dd3-16d6-4171-b644-321d704b57ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.220717] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9cd338-08dd-435d-97d9-18990d2b1861 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.256955] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa563c-34f0-40f7-b949-ea845814a55d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.265372] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30800be0-a151-46cb-bd97-8b16c359387a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.283186] env[68867]: DEBUG nova.compute.provider_tree [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.510612] env[68867]: DEBUG oslo_vmware.api [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547236} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.510921] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.511129] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.511303] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.511464] env[68867]: INFO nova.compute.manager [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1253.511696] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.511886] env[68867]: DEBUG nova.compute.manager [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.511980] env[68867]: DEBUG nova.network.neutron [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.589279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "interface-9bd8026f-4087-4e2b-8853-68d30f0b4226-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.589565] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-9bd8026f-4087-4e2b-8853-68d30f0b4226-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.609346] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e0d0a0e3-edb3-41f0-a720-d18bc6ed5f04 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.458s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.610509] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.837s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.612423] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4997281-482e-4c3f-a96a-e9c8fd1282b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.731468] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.786219] env[68867]: DEBUG nova.scheduler.client.report [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.857377] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.094695] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.094885] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.095830] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865c8c58-61e9-478e-903d-b2656b419244 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.113764] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d35607-8712-4775-81fb-32fc9c49ee02 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.133818] env[68867]: INFO nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1254.134083] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.139730] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Reconfiguring VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1254.140594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.410s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.140594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.140594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.140594] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.142208] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bc2c82-5d6c-43ca-ab37-f6e3f3300e9e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.157564] env[68867]: INFO nova.compute.manager [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Terminating instance [ 1254.165657] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1254.165657] env[68867]: value = "task-2952584" [ 1254.165657] env[68867]: _type = "Task" [ 1254.165657] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.174558] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.279693] env[68867]: DEBUG nova.compute.manager [req-494905ea-57db-4eb1-9963-722074ac494d req-2305d54b-93e6-44f5-a076-c290c4f75900 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Received event network-vif-deleted-7dffdcf2-f273-4300-b6d5-469c8512646d {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.279967] env[68867]: INFO nova.compute.manager [req-494905ea-57db-4eb1-9963-722074ac494d req-2305d54b-93e6-44f5-a076-c290c4f75900 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Neutron deleted interface 7dffdcf2-f273-4300-b6d5-469c8512646d; detaching it from the instance and deleting it from the info cache [ 1254.280115] env[68867]: DEBUG nova.network.neutron [req-494905ea-57db-4eb1-9963-722074ac494d req-2305d54b-93e6-44f5-a076-c290c4f75900 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.291970] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.295707] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.647s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.298116] env[68867]: INFO nova.compute.claims [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.317139] env[68867]: INFO nova.scheduler.client.report [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Deleted allocations for instance a8a67aa2-9a48-41e2-9575-5753e44c00db [ 1254.661749] env[68867]: DEBUG nova.compute.manager [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.661997] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.662967] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ca92d6-0d44-4149-bbaf-8e3d4c08e62b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.673624] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.676792] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e4f111-ea61-4dea-8154-a0b2afbcee02 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.678097] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.682947] env[68867]: DEBUG oslo_vmware.api [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1254.682947] env[68867]: value = "task-2952585" [ 1254.682947] env[68867]: _type = "Task" [ 1254.682947] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.689749] env[68867]: DEBUG oslo_vmware.api [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.762552] env[68867]: DEBUG nova.network.neutron [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.782798] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abec7e2f-5bb3-47a5-a5dc-1d99357733a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.793431] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08888966-b4a5-44c9-b9e9-647b75de0c19 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.829632] env[68867]: DEBUG nova.compute.manager [req-494905ea-57db-4eb1-9963-722074ac494d req-2305d54b-93e6-44f5-a076-c290c4f75900 service nova] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Detach interface failed, port_id=7dffdcf2-f273-4300-b6d5-469c8512646d, reason: Instance 9d2ff035-7114-44d5-8291-245626c4f6e1 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.830284] env[68867]: DEBUG oslo_concurrency.lockutils [None req-3e747b04-aa48-4e6d-aafc-8e5f6cb16bb3 tempest-ServersNegativeTestJSON-1664353280 tempest-ServersNegativeTestJSON-1664353280-project-member] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.470s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.831190] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.057s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.831386] env[68867]: INFO nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] During sync_power_state the instance has a pending task (deleting). Skip. [ 1254.831560] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "a8a67aa2-9a48-41e2-9575-5753e44c00db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.175650] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.191975] env[68867]: DEBUG oslo_vmware.api [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952585, 'name': PowerOffVM_Task, 'duration_secs': 0.185216} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.192300] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.192505] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.192796] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-831b3380-7e66-4ab9-8d6c-4e0e7dc62d29 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.264031] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.264329] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.264545] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleting the datastore file [datastore2] f0631dff-5185-48ae-8fe5-fc7c12d16ed3 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.265010] env[68867]: INFO nova.compute.manager [-] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Took 1.75 seconds to deallocate network for instance. [ 1255.265251] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59050da-2e9d-4822-b9b8-b5aa3f84e2c2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.272977] env[68867]: DEBUG oslo_vmware.api [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1255.272977] env[68867]: value = "task-2952587" [ 1255.272977] env[68867]: _type = "Task" [ 1255.272977] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.281828] env[68867]: DEBUG oslo_vmware.api [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.451448] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d56f8-d743-4ac6-86eb-73fe125841c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.464035] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b95d71d-20a5-462a-97f0-742085082c73 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.490339] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c368632-4cdd-42df-b6a3-8cadc89df617 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.498326] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d837caa5-68a5-4b8f-aacf-b945bc66370c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.511148] env[68867]: DEBUG nova.compute.provider_tree [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.676690] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.774150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.783741] env[68867]: DEBUG oslo_vmware.api [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149022} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.784131] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.784254] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.784387] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.784558] env[68867]: INFO nova.compute.manager [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.784790] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.784973] env[68867]: DEBUG nova.compute.manager [-] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.785115] env[68867]: DEBUG nova.network.neutron [-] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.041255] env[68867]: ERROR nova.scheduler.client.report [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [req-da638a21-f0a2-4509-b6f9-3b2c599115db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c8b67410-0c3b-49cc-8b6c-49951b616589. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da638a21-f0a2-4509-b6f9-3b2c599115db"}]} [ 1256.063056] env[68867]: DEBUG nova.scheduler.client.report [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Refreshing inventories for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1256.082678] env[68867]: DEBUG nova.scheduler.client.report [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Updating ProviderTree inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1256.082905] env[68867]: DEBUG nova.compute.provider_tree [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.099306] env[68867]: DEBUG nova.scheduler.client.report [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Refreshing aggregate associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, aggregates: None {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1256.121977] env[68867]: DEBUG nova.scheduler.client.report [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Refreshing trait associations for resource provider c8b67410-0c3b-49cc-8b6c-49951b616589, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1256.177874] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.252882] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.252882] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1256.291567] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54507aa-5ab4-4913-a889-cc9f13f29195 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.304809] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13418a8e-93f7-4165-8747-2894ce2a2ebb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.339899] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da78ec75-73f0-40bd-a2ff-fbfcd2c8634e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.347999] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f765bb-7520-46c0-9ab2-ae279f424ad7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.369165] env[68867]: DEBUG nova.compute.provider_tree [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.468031] env[68867]: DEBUG nova.compute.manager [req-ef50551a-9ccc-423a-a53e-b45cea9ffe0a req-fa3064ec-a3f6-4cea-a6a9-c519552fc91e service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Received event network-vif-deleted-8af0991d-669e-483a-b134-78bcaf2adbaf {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.468311] env[68867]: INFO nova.compute.manager [req-ef50551a-9ccc-423a-a53e-b45cea9ffe0a req-fa3064ec-a3f6-4cea-a6a9-c519552fc91e service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Neutron deleted interface 8af0991d-669e-483a-b134-78bcaf2adbaf; detaching it from the instance and deleting it from the info cache [ 1256.468525] env[68867]: DEBUG nova.network.neutron [req-ef50551a-9ccc-423a-a53e-b45cea9ffe0a req-fa3064ec-a3f6-4cea-a6a9-c519552fc91e service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.678970] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.764028] env[68867]: DEBUG nova.network.neutron [-] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.905943] env[68867]: DEBUG nova.scheduler.client.report [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Updated inventory for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1256.906095] env[68867]: DEBUG nova.compute.provider_tree [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Updating resource provider c8b67410-0c3b-49cc-8b6c-49951b616589 generation from 163 to 164 during operation: update_inventory {{(pid=68867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1256.906271] env[68867]: DEBUG nova.compute.provider_tree [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Updating inventory in ProviderTree for provider c8b67410-0c3b-49cc-8b6c-49951b616589 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.972451] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aba2822a-019d-44d8-9eb3-643eddcc5bd9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.983691] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1551e9-928f-4e15-ab91-82ec8c99c8e5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.011404] env[68867]: DEBUG nova.compute.manager [req-ef50551a-9ccc-423a-a53e-b45cea9ffe0a req-fa3064ec-a3f6-4cea-a6a9-c519552fc91e service nova] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Detach interface failed, port_id=8af0991d-669e-483a-b134-78bcaf2adbaf, reason: Instance f0631dff-5185-48ae-8fe5-fc7c12d16ed3 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.179951] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.266253] env[68867]: INFO nova.compute.manager [-] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Took 1.48 seconds to deallocate network for instance. [ 1257.414996] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.119s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.415607] env[68867]: DEBUG nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.418452] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.024s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.418565] env[68867]: DEBUG nova.objects.instance [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lazy-loading 'resources' on Instance uuid 98a62f4d-e975-4e06-a51f-6f21da877d4b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.681191] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.774031] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.921164] env[68867]: DEBUG nova.compute.utils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.925295] env[68867]: DEBUG nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.925698] env[68867]: DEBUG nova.network.neutron [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.971374] env[68867]: DEBUG nova.policy [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2decb7bef1e04a049961a6de79590720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4b73ae3ad004cc0b6896b55f600985b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.066597] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7bcc9c-538f-4d5d-a290-563b3c276397 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.073805] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd20e7-168b-407e-9945-23b612b29cea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.106072] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc251e1-8fef-433e-adbc-516440240783 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.113230] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82dcfe4-19f8-47cc-84ed-b9bcddb10116 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.126465] env[68867]: DEBUG nova.compute.provider_tree [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.181082] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.263068] env[68867]: DEBUG nova.network.neutron [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Successfully created port: b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.431847] env[68867]: DEBUG nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.630050] env[68867]: DEBUG nova.scheduler.client.report [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.681800] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.134743] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.137171] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.280s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.157758] env[68867]: INFO nova.scheduler.client.report [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Deleted allocations for instance 98a62f4d-e975-4e06-a51f-6f21da877d4b [ 1259.182046] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.252870] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.253170] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.440641] env[68867]: DEBUG nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.469681] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.469953] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.470226] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.470396] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.470544] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.470690] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.470898] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.471066] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.471236] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.471397] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.471625] env[68867]: DEBUG nova.virt.hardware [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.472509] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42359922-4d5f-40d4-b64e-0c23179d34e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.481208] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4617bfc-e988-4deb-a65b-060cd7c28b99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.640208] env[68867]: DEBUG nova.objects.instance [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'migration_context' on Instance uuid 14111a46-3507-42d7-8126-bc0535aff828 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.661886] env[68867]: DEBUG nova.compute.manager [req-c3b64170-dea0-4ee2-b5d9-51f8702172cf req-8513870b-d3a6-4eaf-bade-d93e391d7007 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Received event network-vif-plugged-b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.662123] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3b64170-dea0-4ee2-b5d9-51f8702172cf req-8513870b-d3a6-4eaf-bade-d93e391d7007 service nova] Acquiring lock "433e74da-f2ca-4fac-bb40-aae7abafe38c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.662331] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3b64170-dea0-4ee2-b5d9-51f8702172cf req-8513870b-d3a6-4eaf-bade-d93e391d7007 service nova] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.662497] env[68867]: DEBUG oslo_concurrency.lockutils [req-c3b64170-dea0-4ee2-b5d9-51f8702172cf req-8513870b-d3a6-4eaf-bade-d93e391d7007 service nova] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.662652] env[68867]: DEBUG nova.compute.manager [req-c3b64170-dea0-4ee2-b5d9-51f8702172cf req-8513870b-d3a6-4eaf-bade-d93e391d7007 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] No waiting events found dispatching network-vif-plugged-b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.662814] env[68867]: WARNING nova.compute.manager [req-c3b64170-dea0-4ee2-b5d9-51f8702172cf req-8513870b-d3a6-4eaf-bade-d93e391d7007 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Received unexpected event network-vif-plugged-b4e370d4-f814-444d-b60e-9575fd364ca9 for instance with vm_state building and task_state spawning. [ 1259.665642] env[68867]: DEBUG oslo_concurrency.lockutils [None req-431c7787-63ec-44c9-925d-d9d189123325 tempest-AttachVolumeTestJSON-1360475493 tempest-AttachVolumeTestJSON-1360475493-project-member] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.159s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.666794] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.891s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.666794] env[68867]: INFO nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1259.666936] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "98a62f4d-e975-4e06-a51f-6f21da877d4b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.684461] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.768306] env[68867]: DEBUG nova.network.neutron [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Successfully updated port: b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.185683] env[68867]: DEBUG oslo_vmware.api [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952584, 'name': ReconfigVM_Task, 'duration_secs': 5.738632} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.188069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.188314] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Reconfigured VM to detach interface {{(pid=68867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1260.252617] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.260590] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a1ca02-ea9f-424d-aeee-df145f6b2b6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.268223] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2191538-05e7-4607-b92b-8f317d182b3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.273461] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.273592] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.273738] env[68867]: DEBUG nova.network.neutron [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.302157] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04e654-5cb1-4a6e-abd8-77fa3091712a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.309915] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26c11a1-bd34-499a-b495-c86ea87aed52 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.323716] env[68867]: DEBUG nova.compute.provider_tree [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.814565] env[68867]: DEBUG nova.network.neutron [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.827066] env[68867]: DEBUG nova.scheduler.client.report [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.985170] env[68867]: DEBUG nova.network.neutron [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Updating instance_info_cache with network_info: [{"id": "b4e370d4-f814-444d-b60e-9575fd364ca9", "address": "fa:16:3e:26:36:7a", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e370d4-f8", "ovs_interfaceid": "b4e370d4-f814-444d-b60e-9575fd364ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.252304] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.469394] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.469618] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquired lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.469801] env[68867]: DEBUG nova.network.neutron [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.487610] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.487905] env[68867]: DEBUG nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Instance network_info: |[{"id": "b4e370d4-f814-444d-b60e-9575fd364ca9", "address": "fa:16:3e:26:36:7a", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e370d4-f8", "ovs_interfaceid": "b4e370d4-f814-444d-b60e-9575fd364ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.488577] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:36:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4e370d4-f814-444d-b60e-9575fd364ca9', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.496248] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.496444] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.496883] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b887cb45-754e-4fe8-8d71-8689d53b38fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.517969] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.517969] env[68867]: value = "task-2952589" [ 1261.517969] env[68867]: _type = "Task" [ 1261.517969] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.525270] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952589, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.688353] env[68867]: DEBUG nova.compute.manager [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Received event network-changed-b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.688592] env[68867]: DEBUG nova.compute.manager [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Refreshing instance network info cache due to event network-changed-b4e370d4-f814-444d-b60e-9575fd364ca9. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.688854] env[68867]: DEBUG oslo_concurrency.lockutils [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] Acquiring lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.689023] env[68867]: DEBUG oslo_concurrency.lockutils [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] Acquired lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.689234] env[68867]: DEBUG nova.network.neutron [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Refreshing network info cache for port b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.841784] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.705s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.847536] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.073s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.847782] env[68867]: DEBUG nova.objects.instance [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'resources' on Instance uuid 9d2ff035-7114-44d5-8291-245626c4f6e1 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.027404] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952589, 'name': CreateVM_Task, 'duration_secs': 0.315196} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.027573] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.029251] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.029475] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.029672] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.029848] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.030063] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.032113] env[68867]: INFO nova.compute.manager [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Terminating instance [ 1262.049099] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.049269] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.049591] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.049841] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f14536-6d9a-4f6d-8236-68cbff2b8bad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.056995] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1262.056995] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52cbcb8e-c99d-e4ca-39e5-fcca6b91256d" [ 1262.056995] env[68867]: _type = "Task" [ 1262.056995] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.064326] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cbcb8e-c99d-e4ca-39e5-fcca6b91256d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.224054] env[68867]: INFO nova.network.neutron [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Port 86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1262.224408] env[68867]: DEBUG nova.network.neutron [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [{"id": "6ac02f62-f833-4220-8a66-b505bbebb10f", "address": "fa:16:3e:50:7c:71", "network": {"id": "526468b3-bb9f-433e-aae8-7a232a583af1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1226341077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f88ab65ae047d8a407a2207d71662e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac02f62-f8", "ovs_interfaceid": "6ac02f62-f833-4220-8a66-b505bbebb10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.252091] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.380997] env[68867]: DEBUG nova.network.neutron [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Updated VIF entry in instance network info cache for port b4e370d4-f814-444d-b60e-9575fd364ca9. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.381528] env[68867]: DEBUG nova.network.neutron [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Updating instance_info_cache with network_info: [{"id": "b4e370d4-f814-444d-b60e-9575fd364ca9", "address": "fa:16:3e:26:36:7a", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e370d4-f8", "ovs_interfaceid": "b4e370d4-f814-444d-b60e-9575fd364ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.502785] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7231f16-c10a-41ed-b981-19deceabe9bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.510427] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e086a81-be37-4b75-9c0d-6eda61c0c886 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.541657] env[68867]: DEBUG nova.compute.manager [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.541900] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.542967] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e882e-55bb-4dc9-a3ec-be44993c45a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.546227] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c761b-baab-4edb-9e0e-de207a759e07 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.555301] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbadf930-2ecb-40d8-b06e-d199d78dcd6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.558908] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.559208] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170cfd7b-0ef8-4c89-9469-dfa4d9bb1efb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.572936] env[68867]: DEBUG nova.compute.provider_tree [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.578277] env[68867]: DEBUG oslo_vmware.api [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1262.578277] env[68867]: value = "task-2952590" [ 1262.578277] env[68867]: _type = "Task" [ 1262.578277] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.578616] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52cbcb8e-c99d-e4ca-39e5-fcca6b91256d, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.579215] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.579472] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.579748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.579928] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.580169] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.583094] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb27d1e-dcc0-4bba-bb17-6c6bd22e4b2b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.592319] env[68867]: DEBUG oslo_vmware.api [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.593843] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.594063] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.594767] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad97a4f5-a571-4d93-b5af-c8326d653b8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.599200] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1262.599200] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526f09f4-1c20-89f3-64b1-e99684e960d9" [ 1262.599200] env[68867]: _type = "Task" [ 1262.599200] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.606566] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526f09f4-1c20-89f3-64b1-e99684e960d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.727244] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Releasing lock "refresh_cache-9bd8026f-4087-4e2b-8853-68d30f0b4226" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.887951] env[68867]: DEBUG oslo_concurrency.lockutils [req-c97ac904-71d0-49b2-a7ff-6ed625a7a725 req-0008f3da-9edb-44f9-824d-a93db80ec662 service nova] Releasing lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.080379] env[68867]: DEBUG nova.scheduler.client.report [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.092948] env[68867]: DEBUG oslo_vmware.api [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952590, 'name': PowerOffVM_Task, 'duration_secs': 0.197957} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.092948] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.093146] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.093284] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9360fb-f2a6-4e61-9537-9508d6325933 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.108463] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526f09f4-1c20-89f3-64b1-e99684e960d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008266} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.109205] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d569215-cfd9-4987-89a6-6a033b1da611 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.114075] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1263.114075] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fdad08-e061-13e2-952c-c38acb919b6d" [ 1263.114075] env[68867]: _type = "Task" [ 1263.114075] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.122921] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fdad08-e061-13e2-952c-c38acb919b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.163634] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.163851] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.164037] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleting the datastore file [datastore1] 9bd8026f-4087-4e2b-8853-68d30f0b4226 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.164290] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccdf1299-45d3-43c6-bbd0-6c870be464c8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.172814] env[68867]: DEBUG oslo_vmware.api [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1263.172814] env[68867]: value = "task-2952592" [ 1263.172814] env[68867]: _type = "Task" [ 1263.172814] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.180304] env[68867]: DEBUG oslo_vmware.api [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.230809] env[68867]: DEBUG oslo_concurrency.lockutils [None req-607cbac0-cd7c-46bc-9e2d-18533d14f58e tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "interface-9bd8026f-4087-4e2b-8853-68d30f0b4226-86ada954-5c5e-45ff-9cb0-7e0d3f80a2cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.641s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.252156] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.387487] env[68867]: INFO nova.compute.manager [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Swapping old allocation on dict_keys(['c8b67410-0c3b-49cc-8b6c-49951b616589']) held by migration 2c9c5d22-63c7-473e-8e2c-e2f43becdea6 for instance [ 1263.409642] env[68867]: DEBUG nova.scheduler.client.report [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Overwriting current allocation {'allocations': {'c8b67410-0c3b-49cc-8b6c-49951b616589': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': 'a1732538035442dd8de0eef979e0274d', 'user_id': '0adac0d6af6347b78a8999ec4b2fcc8d', 'consumer_generation': 1} on consumer 14111a46-3507-42d7-8126-bc0535aff828 {{(pid=68867) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1263.489225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.489500] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.489594] env[68867]: DEBUG nova.network.neutron [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.587857] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.590381] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.817s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.590578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.604167] env[68867]: INFO nova.scheduler.client.report [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted allocations for instance 9d2ff035-7114-44d5-8291-245626c4f6e1 [ 1263.605775] env[68867]: INFO nova.scheduler.client.report [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted allocations for instance f0631dff-5185-48ae-8fe5-fc7c12d16ed3 [ 1263.624051] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fdad08-e061-13e2-952c-c38acb919b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.624310] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.624569] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 433e74da-f2ca-4fac-bb40-aae7abafe38c/433e74da-f2ca-4fac-bb40-aae7abafe38c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.624818] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f75a133d-f5df-4b79-9447-46a410bfc47b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.631223] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1263.631223] env[68867]: value = "task-2952593" [ 1263.631223] env[68867]: _type = "Task" [ 1263.631223] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.641492] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.681822] env[68867]: DEBUG oslo_vmware.api [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148667} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.682089] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.682273] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.682449] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.682665] env[68867]: INFO nova.compute.manager [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1263.682918] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.683035] env[68867]: DEBUG nova.compute.manager [-] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.683125] env[68867]: DEBUG nova.network.neutron [-] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.754958] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.755277] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.755838] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.755838] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1263.757037] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88638c98-ad05-47b4-9121-78cd1ce64539 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.767373] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d61431-e344-44ee-9121-46c7615f6a41 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.781274] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d122b6f9-cc28-419e-83ce-4c09cd0fa4ed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.788506] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9b1aae-46e9-4f4c-8ac5-73bbfe7e1d60 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.818880] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179522MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1263.819078] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.819291] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.114893] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a97e7c5a-336f-4a19-a7b1-a9f353f02ca4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "9d2ff035-7114-44d5-8291-245626c4f6e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.738s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.115878] env[68867]: DEBUG oslo_concurrency.lockutils [None req-33afac21-eee8-4d7b-8a24-5dce8208da09 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "f0631dff-5185-48ae-8fe5-fc7c12d16ed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.976s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.142051] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455703} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.142430] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 433e74da-f2ca-4fac-bb40-aae7abafe38c/433e74da-f2ca-4fac-bb40-aae7abafe38c.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.142547] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.142762] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0658a2a0-e745-4885-bac4-44d2bfacaa8f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.149590] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1264.149590] env[68867]: value = "task-2952595" [ 1264.149590] env[68867]: _type = "Task" [ 1264.149590] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.158302] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.659515] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077817} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.659876] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.660656] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa268535-557d-456d-841b-d004496cf743 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.688169] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 433e74da-f2ca-4fac-bb40-aae7abafe38c/433e74da-f2ca-4fac-bb40-aae7abafe38c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.688496] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821a9b45-7eba-4e9d-a7c2-afae790cd3a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.705575] env[68867]: DEBUG nova.network.neutron [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [{"id": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "address": "fa:16:3e:d0:f1:08", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2f2c1b-d2", "ovs_interfaceid": "4a2f2c1b-d232-4980-985e-2448ac4a38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.708518] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1264.708518] env[68867]: value = "task-2952596" [ 1264.708518] env[68867]: _type = "Task" [ 1264.708518] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.716532] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.852145] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.852145] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 995022fb-7371-4bd1-8909-3fe6c656898b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.852145] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 9bd8026f-4087-4e2b-8853-68d30f0b4226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.852145] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.852145] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 14111a46-3507-42d7-8126-bc0535aff828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.852895] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 433e74da-f2ca-4fac-bb40-aae7abafe38c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.852895] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1264.852895] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1264.950355] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b826d4a-c93c-4b76-b39f-9eacbee6539f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.957893] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be25a18-be1f-46c8-b74d-d0d1ae397f5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.988983] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3798b51-86d2-447b-abdc-13122b7d2aff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.996329] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a1b277-290f-4143-9782-76226748e0e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.009487] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.167250] env[68867]: DEBUG nova.compute.manager [req-63b8124b-43ec-40d0-b6c1-2a2bd7054507 req-101e0327-637f-4839-af37-6f9619ea92aa service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Received event network-vif-deleted-6ac02f62-f833-4220-8a66-b505bbebb10f {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.167422] env[68867]: INFO nova.compute.manager [req-63b8124b-43ec-40d0-b6c1-2a2bd7054507 req-101e0327-637f-4839-af37-6f9619ea92aa service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Neutron deleted interface 6ac02f62-f833-4220-8a66-b505bbebb10f; detaching it from the instance and deleting it from the info cache [ 1265.167700] env[68867]: DEBUG nova.network.neutron [req-63b8124b-43ec-40d0-b6c1-2a2bd7054507 req-101e0327-637f-4839-af37-6f9619ea92aa service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.211230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-14111a46-3507-42d7-8126-bc0535aff828" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.211230] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32276124-ced9-4af9-8ec9-75664ca87ac9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.222442] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.224061] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b326aff5-f8c5-400f-9c0e-396168b70813 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.512476] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.544024] env[68867]: DEBUG nova.network.neutron [-] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.670854] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00ffb283-8a9d-4bd4-8251-ca746c88c92c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.680677] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd4c5db-5ff7-408f-9b84-65721b1ce825 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.709891] env[68867]: DEBUG nova.compute.manager [req-63b8124b-43ec-40d0-b6c1-2a2bd7054507 req-101e0327-637f-4839-af37-6f9619ea92aa service nova] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Detach interface failed, port_id=6ac02f62-f833-4220-8a66-b505bbebb10f, reason: Instance 9bd8026f-4087-4e2b-8853-68d30f0b4226 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.718129] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952596, 'name': ReconfigVM_Task, 'duration_secs': 0.590913} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.718951] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 433e74da-f2ca-4fac-bb40-aae7abafe38c/433e74da-f2ca-4fac-bb40-aae7abafe38c.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.719466] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b5ef368-2ba2-4c7e-ba31-03ec96336a87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.725114] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1265.725114] env[68867]: value = "task-2952597" [ 1265.725114] env[68867]: _type = "Task" [ 1265.725114] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.733460] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952597, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.766181] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.766181] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.855893] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.856135] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.017674] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1266.017876] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.199s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.045559] env[68867]: INFO nova.compute.manager [-] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Took 2.36 seconds to deallocate network for instance. [ 1266.235134] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952597, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.268692] env[68867]: DEBUG nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.330668] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.332276] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbb358fd-41ff-40a4-919e-7414ec08f9ab {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.338175] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1266.338175] env[68867]: value = "task-2952598" [ 1266.338175] env[68867]: _type = "Task" [ 1266.338175] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.346539] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.358300] env[68867]: DEBUG nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.551545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.551895] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.552290] env[68867]: DEBUG nova.objects.instance [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'resources' on Instance uuid 9bd8026f-4087-4e2b-8853-68d30f0b4226 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.738092] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952597, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.794320] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.847968] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952598, 'name': PowerOffVM_Task, 'duration_secs': 0.202653} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.848281] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.849044] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.849314] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.849522] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.849709] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.849856] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.850010] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.850430] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.850571] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.850765] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.850967] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.851318] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.856695] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f547d196-f896-4d5c-83c2-33837f0af112 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.878037] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1266.878037] env[68867]: value = "task-2952599" [ 1266.878037] env[68867]: _type = "Task" [ 1266.878037] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.882419] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.886501] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.154542] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3638a20-162f-444b-82ad-f1e29a9fbc32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.162291] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fb1920-b4d9-4f2e-8875-65963e0e851c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.194106] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289bb24c-7f95-4364-8c63-85b2ee167099 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.201716] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf52be7e-b91f-4d80-92aa-01dbadbae72e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.215414] env[68867]: DEBUG nova.compute.provider_tree [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.235909] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952597, 'name': Rename_Task, 'duration_secs': 1.147943} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.236198] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.236430] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdbf7d9b-e78d-415c-83db-9dea56151624 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.242731] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1267.242731] env[68867]: value = "task-2952601" [ 1267.242731] env[68867]: _type = "Task" [ 1267.242731] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.250551] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.389282] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.719576] env[68867]: DEBUG nova.scheduler.client.report [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.753026] env[68867]: DEBUG oslo_vmware.api [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952601, 'name': PowerOnVM_Task, 'duration_secs': 0.463425} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.753493] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.753557] env[68867]: INFO nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1267.753717] env[68867]: DEBUG nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.754491] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4021e0-d53a-4502-afcc-912dc39d9fcb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.889779] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.012848] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.226166] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.228471] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.434s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.230151] env[68867]: INFO nova.compute.claims [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.248088] env[68867]: INFO nova.scheduler.client.report [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted allocations for instance 9bd8026f-4087-4e2b-8853-68d30f0b4226 [ 1268.275865] env[68867]: INFO nova.compute.manager [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Took 16.65 seconds to build instance. [ 1268.389893] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952599, 'name': ReconfigVM_Task, 'duration_secs': 1.17727} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.390815] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810347bb-a000-4b58-8db4-48da919d8ca6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.412951] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.414397] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.414397] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.414397] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.414397] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.414397] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.414397] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.414397] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.414983] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.414983] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.414983] env[68867]: DEBUG nova.virt.hardware [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.415565] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358e3290-c687-4545-814b-4b249adb9991 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.420816] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1268.420816] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52b3965c-3f35-cd39-e132-900b85237795" [ 1268.420816] env[68867]: _type = "Task" [ 1268.420816] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.429067] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b3965c-3f35-cd39-e132-900b85237795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.521579] env[68867]: DEBUG nova.compute.manager [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Received event network-changed-b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.521814] env[68867]: DEBUG nova.compute.manager [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Refreshing instance network info cache due to event network-changed-b4e370d4-f814-444d-b60e-9575fd364ca9. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.522075] env[68867]: DEBUG oslo_concurrency.lockutils [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] Acquiring lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.522277] env[68867]: DEBUG oslo_concurrency.lockutils [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] Acquired lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.522503] env[68867]: DEBUG nova.network.neutron [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Refreshing network info cache for port b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.759311] env[68867]: DEBUG oslo_concurrency.lockutils [None req-d4cc3dbb-def9-4f89-afbf-9a8a20533ff6 tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "9bd8026f-4087-4e2b-8853-68d30f0b4226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.729s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.777836] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6fb77d5d-cb40-409b-bf08-1fba662c96dc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.157s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.931518] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52b3965c-3f35-cd39-e132-900b85237795, 'name': SearchDatastore_Task, 'duration_secs': 0.007401} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.936965] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.937244] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e6e4c0-d714-4ba1-8862-f8b00af5e8be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.957293] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1268.957293] env[68867]: value = "task-2952602" [ 1268.957293] env[68867]: _type = "Task" [ 1268.957293] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.965595] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.239185] env[68867]: DEBUG nova.network.neutron [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Updated VIF entry in instance network info cache for port b4e370d4-f814-444d-b60e-9575fd364ca9. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.239526] env[68867]: DEBUG nova.network.neutron [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Updating instance_info_cache with network_info: [{"id": "b4e370d4-f814-444d-b60e-9575fd364ca9", "address": "fa:16:3e:26:36:7a", "network": {"id": "884ae889-10cf-4bfb-990c-a6fb174192e9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2063846803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b73ae3ad004cc0b6896b55f600985b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e370d4-f8", "ovs_interfaceid": "b4e370d4-f814-444d-b60e-9575fd364ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.331299] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f601c63-f074-4ae1-8c72-9b80582fb921 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.339594] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ff38c1-4853-4aa4-b1f1-398f0ec4d2b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.372134] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbbc95a-1af0-4c94-bdd1-c9d224e8d91f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.381026] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b184ed0-9e4e-428b-80bf-cb6d49cf7990 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.395046] env[68867]: DEBUG nova.compute.provider_tree [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.466355] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952602, 'name': ReconfigVM_Task, 'duration_secs': 0.21963} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.466616] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.467391] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd701a03-96be-440c-b8d6-6f2742f18399 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.491930] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.492206] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f19e382-38ea-431d-9b2a-721550db4a2e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.510501] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1269.510501] env[68867]: value = "task-2952603" [ 1269.510501] env[68867]: _type = "Task" [ 1269.510501] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.518658] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.744804] env[68867]: DEBUG oslo_concurrency.lockutils [req-dcbc1e2f-c5b0-4eff-821b-b275a24b58be req-9ec83bd8-39cb-42a5-8719-993cfc9df959 service nova] Releasing lock "refresh_cache-433e74da-f2ca-4fac-bb40-aae7abafe38c" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.745430] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.745623] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "995022fb-7371-4bd1-8909-3fe6c656898b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.745849] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.746069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.746269] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "995022fb-7371-4bd1-8909-3fe6c656898b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.748469] env[68867]: INFO nova.compute.manager [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Terminating instance [ 1269.898092] env[68867]: DEBUG nova.scheduler.client.report [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.019955] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952603, 'name': ReconfigVM_Task, 'duration_secs': 0.299842} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.020259] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14111a46-3507-42d7-8126-bc0535aff828/14111a46-3507-42d7-8126-bc0535aff828.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.021128] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b33c80-262e-4170-bff8-dd037fa52da1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.040883] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1870c-1e58-4972-a163-75495819bf74 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.062482] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee71cba-84d1-42c4-8fb5-7062fa6f9799 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.082396] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e499e2-476b-4cc4-b398-4bed00754d45 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.088889] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.089125] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5183cbde-538f-42ab-b1d3-307b3dd4aaad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.096078] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1270.096078] env[68867]: value = "task-2952604" [ 1270.096078] env[68867]: _type = "Task" [ 1270.096078] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.102819] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.252463] env[68867]: DEBUG nova.compute.manager [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.252748] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.253848] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79fbe5-3773-4d63-b43e-1050ff30d2d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.261970] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.262248] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba19eba5-942e-4792-8112-f3dcac886362 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.269520] env[68867]: DEBUG oslo_vmware.api [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1270.269520] env[68867]: value = "task-2952605" [ 1270.269520] env[68867]: _type = "Task" [ 1270.269520] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.278061] env[68867]: DEBUG oslo_vmware.api [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.402384] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.402904] env[68867]: DEBUG nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.405820] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.523s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.410509] env[68867]: INFO nova.compute.claims [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.606317] env[68867]: DEBUG oslo_vmware.api [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952604, 'name': PowerOnVM_Task, 'duration_secs': 0.382206} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.606672] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.779819] env[68867]: DEBUG oslo_vmware.api [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952605, 'name': PowerOffVM_Task, 'duration_secs': 0.277922} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.780146] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.780324] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.780578] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb569065-6a84-4ec1-b13f-0ebc500d1ee9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.851219] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.851454] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.851637] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleting the datastore file [datastore2] 995022fb-7371-4bd1-8909-3fe6c656898b {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.851907] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d845602-61ed-40cc-9c64-847c5beb32da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.858102] env[68867]: DEBUG oslo_vmware.api [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for the task: (returnval){ [ 1270.858102] env[68867]: value = "task-2952607" [ 1270.858102] env[68867]: _type = "Task" [ 1270.858102] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.865994] env[68867]: DEBUG oslo_vmware.api [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.911417] env[68867]: DEBUG nova.compute.utils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.915531] env[68867]: DEBUG nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.915687] env[68867]: DEBUG nova.network.neutron [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.977255] env[68867]: DEBUG nova.policy [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f27e24481ad47af8b848ae542608928', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8061e531747e4a41fb07fc10ce326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.369959] env[68867]: DEBUG oslo_vmware.api [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Task: {'id': task-2952607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142374} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.370221] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.370407] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.370589] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.370751] env[68867]: INFO nova.compute.manager [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1271.371053] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.371319] env[68867]: DEBUG nova.compute.manager [-] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.371377] env[68867]: DEBUG nova.network.neutron [-] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.418597] env[68867]: DEBUG nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.421583] env[68867]: DEBUG nova.network.neutron [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Successfully created port: 11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.600208] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ed895-fab5-4879-94a5-2af824ce1fd6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.613768] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a05fd18-f801-49d5-81fe-311368bc9ecb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.646873] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d6b90-4e92-4547-952c-e8fc3b4cb66d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.657340] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d402389-638e-48c4-8f37-361fa75af59e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.672986] env[68867]: DEBUG nova.compute.provider_tree [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.700289] env[68867]: INFO nova.compute.manager [None req-7ee27c3e-47e2-47be-8f94-4f5aef1e15be tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance to original state: 'active' [ 1271.863943] env[68867]: DEBUG nova.compute.manager [req-0a47571b-2449-4a42-8b1e-7c4d0ebf6259 req-3bf10923-6f4d-436f-9340-ed4840b694ce service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Received event network-vif-deleted-904db4b9-0152-4221-8f2d-5c5f574e6f11 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.864239] env[68867]: INFO nova.compute.manager [req-0a47571b-2449-4a42-8b1e-7c4d0ebf6259 req-3bf10923-6f4d-436f-9340-ed4840b694ce service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Neutron deleted interface 904db4b9-0152-4221-8f2d-5c5f574e6f11; detaching it from the instance and deleting it from the info cache [ 1271.864474] env[68867]: DEBUG nova.network.neutron [req-0a47571b-2449-4a42-8b1e-7c4d0ebf6259 req-3bf10923-6f4d-436f-9340-ed4840b694ce service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.176428] env[68867]: DEBUG nova.scheduler.client.report [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.341128] env[68867]: DEBUG nova.network.neutron [-] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.367032] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d34e8d3-ccdc-4a9e-a6d8-9d513704f43b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.376912] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a8eb5-f2a9-4245-b833-a3d4c3437ad0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.410374] env[68867]: DEBUG nova.compute.manager [req-0a47571b-2449-4a42-8b1e-7c4d0ebf6259 req-3bf10923-6f4d-436f-9340-ed4840b694ce service nova] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Detach interface failed, port_id=904db4b9-0152-4221-8f2d-5c5f574e6f11, reason: Instance 995022fb-7371-4bd1-8909-3fe6c656898b could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.436675] env[68867]: DEBUG nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.463369] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.463623] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.463852] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.464064] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.464235] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.464392] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.464613] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.464784] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.464954] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.465133] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.465306] env[68867]: DEBUG nova.virt.hardware [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.466232] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0ac29-3b59-4c3d-95f1-94437cf72a06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.474341] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7db2fd7-fc85-4a16-ace0-2f98c32e7039 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.681916] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.682595] env[68867]: DEBUG nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.782537] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.782818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.783098] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "14111a46-3507-42d7-8126-bc0535aff828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.783359] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.783607] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.785879] env[68867]: INFO nova.compute.manager [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Terminating instance [ 1272.844426] env[68867]: INFO nova.compute.manager [-] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Took 1.47 seconds to deallocate network for instance. [ 1273.188240] env[68867]: DEBUG nova.compute.utils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.189652] env[68867]: DEBUG nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.189817] env[68867]: DEBUG nova.network.neutron [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.290490] env[68867]: DEBUG nova.compute.manager [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.290774] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.291120] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f46a7c6e-d549-49fb-9e62-5f63c7f07d40 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.298670] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1273.298670] env[68867]: value = "task-2952608" [ 1273.298670] env[68867]: _type = "Task" [ 1273.298670] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.307849] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.353467] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.353467] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.353467] env[68867]: DEBUG nova.objects.instance [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lazy-loading 'resources' on Instance uuid 995022fb-7371-4bd1-8909-3fe6c656898b {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.406522] env[68867]: DEBUG nova.policy [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907d8a1a118a4cbda0812504cdcfe5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af336311d6b04365a38881fdb83ba061', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.419149] env[68867]: DEBUG nova.network.neutron [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Successfully updated port: 11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.693585] env[68867]: DEBUG nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.716106] env[68867]: DEBUG nova.network.neutron [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Successfully created port: 03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.809212] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952608, 'name': PowerOffVM_Task, 'duration_secs': 0.195924} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.809212] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.809367] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1273.809556] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592550', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'name': 'volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14111a46-3507-42d7-8126-bc0535aff828', 'attached_at': '2025-03-11T21:01:58.000000', 'detached_at': '', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'serial': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1273.811042] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ac1560-8db9-48c9-a56c-91c3f7f0ca22 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.831314] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1380a4f0-d774-4bea-a779-b4b63f394789 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.837973] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0377e847-936c-4d6e-b3af-4b5feb85c28c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.861525] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f43d2-58e7-4099-91a4-64915db398ea {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.878437] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] The volume has not been displaced from its original location: [datastore2] volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb/volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1273.883989] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.886833] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e80f49-64ab-4bd6-9717-59997f0d7672 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.901840] env[68867]: DEBUG nova.compute.manager [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Received event network-vif-plugged-11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.902144] env[68867]: DEBUG oslo_concurrency.lockutils [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] Acquiring lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.902304] env[68867]: DEBUG oslo_concurrency.lockutils [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.902471] env[68867]: DEBUG oslo_concurrency.lockutils [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.902634] env[68867]: DEBUG nova.compute.manager [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] No waiting events found dispatching network-vif-plugged-11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.902788] env[68867]: WARNING nova.compute.manager [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Received unexpected event network-vif-plugged-11913943-7602-4690-8bee-5959856ad0dc for instance with vm_state building and task_state spawning. [ 1273.902940] env[68867]: DEBUG nova.compute.manager [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Received event network-changed-11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.903112] env[68867]: DEBUG nova.compute.manager [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Refreshing instance network info cache due to event network-changed-11913943-7602-4690-8bee-5959856ad0dc. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.903322] env[68867]: DEBUG oslo_concurrency.lockutils [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] Acquiring lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.903464] env[68867]: DEBUG oslo_concurrency.lockutils [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] Acquired lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.903623] env[68867]: DEBUG nova.network.neutron [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Refreshing network info cache for port 11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.909863] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1273.909863] env[68867]: value = "task-2952609" [ 1273.909863] env[68867]: _type = "Task" [ 1273.909863] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.921207] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.922342] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.998693] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302d724b-5b29-4eab-88d5-5cdeec38d2f6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.007170] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e70f2-62c6-4071-b38c-c3b644a5742e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.038423] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142556e-fc0e-4c1c-9cf6-0d55fab16e3a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.046034] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a6e8a0-37fe-4859-9613-7391eb2b18f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.060401] env[68867]: DEBUG nova.compute.provider_tree [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.422798] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952609, 'name': ReconfigVM_Task, 'duration_secs': 0.201035} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.423423] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.428295] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e307fde3-afd7-4a0e-896a-d0bf23a3bdbb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.443144] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1274.443144] env[68867]: value = "task-2952610" [ 1274.443144] env[68867]: _type = "Task" [ 1274.443144] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.446899] env[68867]: DEBUG nova.network.neutron [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.453063] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.523608] env[68867]: DEBUG nova.network.neutron [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.563862] env[68867]: DEBUG nova.scheduler.client.report [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.702741] env[68867]: DEBUG nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.728748] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.728969] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.729140] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.729317] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.729461] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.729604] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.729818] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.729981] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.730158] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.730314] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.730483] env[68867]: DEBUG nova.virt.hardware [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.731357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f411b8b-89fd-400b-9e91-9342937369d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.739486] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc697b-173a-4066-88bd-4464609a0512 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.953076] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952610, 'name': ReconfigVM_Task, 'duration_secs': 0.131692} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.953562] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592550', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'name': 'volume-4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14111a46-3507-42d7-8126-bc0535aff828', 'attached_at': '2025-03-11T21:01:58.000000', 'detached_at': '', 'volume_id': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb', 'serial': '4671a472-a3c4-4a47-aba6-6fc1d61b50eb'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.953908] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.954722] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08d5131-a694-4059-93e2-212216a1ba42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.960912] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.961202] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7148c1-37ca-446f-bf93-69c00e48d4b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.021511] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.021736] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.021916] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleting the datastore file [datastore1] 14111a46-3507-42d7-8126-bc0535aff828 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.022197] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e13190f-0497-4b7c-9deb-9746e5ee3d5a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.025725] env[68867]: DEBUG oslo_concurrency.lockutils [req-88a1e3f7-3b03-4ada-9582-17cf93b34cf4 req-e1ada93d-72ab-47f9-ac6b-dcde5200dfda service nova] Releasing lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.026058] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.026213] env[68867]: DEBUG nova.network.neutron [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.028346] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1275.028346] env[68867]: value = "task-2952612" [ 1275.028346] env[68867]: _type = "Task" [ 1275.028346] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.036049] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.068879] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.093997] env[68867]: INFO nova.scheduler.client.report [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Deleted allocations for instance 995022fb-7371-4bd1-8909-3fe6c656898b [ 1275.299946] env[68867]: DEBUG nova.network.neutron [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Successfully updated port: 03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.542829] env[68867]: DEBUG oslo_vmware.api [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142677} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.543219] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.543270] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.543475] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.543645] env[68867]: INFO nova.compute.manager [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1275.543894] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.544098] env[68867]: DEBUG nova.compute.manager [-] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.544218] env[68867]: DEBUG nova.network.neutron [-] [instance: 14111a46-3507-42d7-8126-bc0535aff828] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.578314] env[68867]: DEBUG nova.network.neutron [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.602774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b0e23469-da0e-4fd7-85ed-270607a022de tempest-AttachInterfacesTestJSON-1658555097 tempest-AttachInterfacesTestJSON-1658555097-project-member] Lock "995022fb-7371-4bd1-8909-3fe6c656898b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.857s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.802985] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.803495] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.803693] env[68867]: DEBUG nova.network.neutron [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.843626] env[68867]: DEBUG nova.network.neutron [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [{"id": "11913943-7602-4690-8bee-5959856ad0dc", "address": "fa:16:3e:1a:58:f3", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11913943-76", "ovs_interfaceid": "11913943-7602-4690-8bee-5959856ad0dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.918300] env[68867]: DEBUG nova.compute.manager [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Received event network-vif-plugged-03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.918300] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] Acquiring lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.918880] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.918880] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.918880] env[68867]: DEBUG nova.compute.manager [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] No waiting events found dispatching network-vif-plugged-03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.918880] env[68867]: WARNING nova.compute.manager [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Received unexpected event network-vif-plugged-03f2ec26-2f63-4223-8c60-98547c767354 for instance with vm_state building and task_state spawning. [ 1275.919222] env[68867]: DEBUG nova.compute.manager [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Received event network-changed-03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.919222] env[68867]: DEBUG nova.compute.manager [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Refreshing instance network info cache due to event network-changed-03f2ec26-2f63-4223-8c60-98547c767354. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.919354] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] Acquiring lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.348171] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.348171] env[68867]: DEBUG nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Instance network_info: |[{"id": "11913943-7602-4690-8bee-5959856ad0dc", "address": "fa:16:3e:1a:58:f3", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11913943-76", "ovs_interfaceid": "11913943-7602-4690-8bee-5959856ad0dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.348171] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:58:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11913943-7602-4690-8bee-5959856ad0dc', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.356227] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.356826] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.357741] env[68867]: DEBUG nova.network.neutron [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.359625] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa19e68a-8ada-4ee8-a9a7-3d6f5e0a8000 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.380924] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.380924] env[68867]: value = "task-2952613" [ 1276.380924] env[68867]: _type = "Task" [ 1276.380924] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.394028] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952613, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.578922] env[68867]: DEBUG nova.network.neutron [-] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.644459] env[68867]: DEBUG nova.network.neutron [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Updating instance_info_cache with network_info: [{"id": "03f2ec26-2f63-4223-8c60-98547c767354", "address": "fa:16:3e:20:be:16", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f2ec26-2f", "ovs_interfaceid": "03f2ec26-2f63-4223-8c60-98547c767354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.893552] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952613, 'name': CreateVM_Task, 'duration_secs': 0.308986} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.893733] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.894990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.894990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.894990] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.895205] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e11af57-9f58-4a2c-9ff4-693b57d52e43 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.899813] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1276.899813] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52ecd0a2-6640-4232-51d5-883acdc7d079" [ 1276.899813] env[68867]: _type = "Task" [ 1276.899813] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.907374] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ecd0a2-6640-4232-51d5-883acdc7d079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.955032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.955324] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.955597] env[68867]: INFO nova.compute.manager [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Shelving [ 1277.081674] env[68867]: INFO nova.compute.manager [-] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Took 1.54 seconds to deallocate network for instance. [ 1277.147540] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.147850] env[68867]: DEBUG nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Instance network_info: |[{"id": "03f2ec26-2f63-4223-8c60-98547c767354", "address": "fa:16:3e:20:be:16", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f2ec26-2f", "ovs_interfaceid": "03f2ec26-2f63-4223-8c60-98547c767354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.148186] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] Acquired lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.148398] env[68867]: DEBUG nova.network.neutron [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Refreshing network info cache for port 03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.149614] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:be:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f2ec26-2f63-4223-8c60-98547c767354', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.158665] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.161861] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.162350] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2faacf48-35d1-4751-b2cf-407cd6c21245 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.183474] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.183474] env[68867]: value = "task-2952614" [ 1277.183474] env[68867]: _type = "Task" [ 1277.183474] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.191373] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952614, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.412662] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52ecd0a2-6640-4232-51d5-883acdc7d079, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.412962] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.413241] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.413469] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.413616] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.413854] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.414055] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdcabc96-73fe-4bd6-8850-8a370ddf1b91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.422397] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.422596] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.423423] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a1644f-1729-4989-93e3-b897892c51c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.429254] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1277.429254] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523ea239-7115-dfb7-59cc-b8473873298e" [ 1277.429254] env[68867]: _type = "Task" [ 1277.429254] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.438490] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523ea239-7115-dfb7-59cc-b8473873298e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.587426] env[68867]: DEBUG nova.network.neutron [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Updated VIF entry in instance network info cache for port 03f2ec26-2f63-4223-8c60-98547c767354. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.587908] env[68867]: DEBUG nova.network.neutron [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Updating instance_info_cache with network_info: [{"id": "03f2ec26-2f63-4223-8c60-98547c767354", "address": "fa:16:3e:20:be:16", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f2ec26-2f", "ovs_interfaceid": "03f2ec26-2f63-4223-8c60-98547c767354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.624098] env[68867]: INFO nova.compute.manager [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Took 0.54 seconds to detach 1 volumes for instance. [ 1277.694036] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952614, 'name': CreateVM_Task, 'duration_secs': 0.292131} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.694214] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.694885] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.695052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.695401] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.695672] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f3ff99-caa4-40bd-9890-d6e3fe96c2eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.699975] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1277.699975] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52fbd3dc-8580-90a4-e26a-7949c609d764" [ 1277.699975] env[68867]: _type = "Task" [ 1277.699975] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.708987] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fbd3dc-8580-90a4-e26a-7949c609d764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.944200] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523ea239-7115-dfb7-59cc-b8473873298e, 'name': SearchDatastore_Task, 'duration_secs': 0.008849} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.946072] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055d08c5-3a8a-40f3-ba7a-0888971fd54f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.950218] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1277.950218] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e5ee96-19a6-44ec-6dd3-a89e5bf84bb1" [ 1277.950218] env[68867]: _type = "Task" [ 1277.950218] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.955844] env[68867]: DEBUG nova.compute.manager [req-fc49692d-4e5f-45be-a379-c11521c3797b req-fcb0e4f2-f069-4f39-ae40-a75a00400631 service nova] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Received event network-vif-deleted-4a2f2c1b-d232-4980-985e-2448ac4a38e3 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.962400] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e5ee96-19a6-44ec-6dd3-a89e5bf84bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.972289] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.972289] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14daf963-4f04-48e9-a740-fb88b06a9f30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.978153] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1277.978153] env[68867]: value = "task-2952615" [ 1277.978153] env[68867]: _type = "Task" [ 1277.978153] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.986935] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.090335] env[68867]: DEBUG oslo_concurrency.lockutils [req-8b4be45d-3b4c-4ea1-8350-daf394e36380 req-9f1fddf5-3d74-404c-8c0d-955a467937dd service nova] Releasing lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.130875] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.131336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.131664] env[68867]: DEBUG nova.objects.instance [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'resources' on Instance uuid 14111a46-3507-42d7-8126-bc0535aff828 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.211488] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52fbd3dc-8580-90a4-e26a-7949c609d764, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.211796] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.212060] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.212428] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.463095] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e5ee96-19a6-44ec-6dd3-a89e5bf84bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.463649] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.463649] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.464585] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.464585] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.464585] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a76c9b-b20e-4527-a632-63ab1d0f6ad8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.466505] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-460cb071-ec17-4d6b-bacf-4ea349799320 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.472888] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1278.472888] env[68867]: value = "task-2952616" [ 1278.472888] env[68867]: _type = "Task" [ 1278.472888] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.476933] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.477123] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.478121] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938e71f0-1a4c-4c34-9173-149a79b29ed3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.485870] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.487499] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1278.487499] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528fc38f-ba38-d902-8ac7-1a6d195b7f2f" [ 1278.487499] env[68867]: _type = "Task" [ 1278.487499] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.494297] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952615, 'name': PowerOffVM_Task, 'duration_secs': 0.201811} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.494819] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.495559] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef888819-4c8f-4e94-872d-be4de35bcf04 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.500740] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528fc38f-ba38-d902-8ac7-1a6d195b7f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.501718] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a3ed3b-1bfc-424e-a094-2ccb42dffb47 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.518347] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5124044-0ceb-4d00-9a98-43077f45d6d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.521757] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1278.521757] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aa872c-7301-3c2a-da80-3426a52cecda" [ 1278.521757] env[68867]: _type = "Task" [ 1278.521757] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.533602] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aa872c-7301-3c2a-da80-3426a52cecda, 'name': SearchDatastore_Task, 'duration_secs': 0.007921} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.533873] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.534221] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 2f613404-e58f-40f9-8c9c-38fa1f7b7227/2f613404-e58f-40f9-8c9c-38fa1f7b7227.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.534470] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b883cef7-0fe0-4955-84f3-e04886d38773 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.540294] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1278.540294] env[68867]: value = "task-2952617" [ 1278.540294] env[68867]: _type = "Task" [ 1278.540294] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.548231] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.732081] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d4810e-54fc-4eef-84d3-41268622d89f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.739734] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3889261b-fcad-49d5-8bd3-bf7db2945d03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.770319] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf3b089-771e-41d0-86cf-41462be7395b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.777992] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ce6ad3-096c-4336-8565-a33386e98596 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.794956] env[68867]: DEBUG nova.compute.provider_tree [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.984138] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449694} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.984577] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.985087] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.985370] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba9c06d5-0d88-447a-b712-619aadc7a28c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.992348] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1278.992348] env[68867]: value = "task-2952618" [ 1278.992348] env[68867]: _type = "Task" [ 1278.992348] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.003517] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.031749] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1279.032139] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e3442c92-6393-4346-8836-b3f60cab701a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.039709] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1279.039709] env[68867]: value = "task-2952619" [ 1279.039709] env[68867]: _type = "Task" [ 1279.039709] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.053033] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.056678] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952617, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.298721] env[68867]: DEBUG nova.scheduler.client.report [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.502234] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089139} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.502522] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.503330] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1446aed-95ec-4951-992b-8476718e5dfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.524904] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.525211] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45bf447b-4195-408a-881b-eca065bb5abf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.550356] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952619, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.550641] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1279.550641] env[68867]: value = "task-2952620" [ 1279.550641] env[68867]: _type = "Task" [ 1279.550641] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.556510] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695839} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.557035] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 2f613404-e58f-40f9-8c9c-38fa1f7b7227/2f613404-e58f-40f9-8c9c-38fa1f7b7227.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.557254] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.557480] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbebb09a-0807-430a-831a-60361329eac8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.562053] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.566250] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1279.566250] env[68867]: value = "task-2952621" [ 1279.566250] env[68867]: _type = "Task" [ 1279.566250] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.574349] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.803765] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.829973] env[68867]: INFO nova.scheduler.client.report [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted allocations for instance 14111a46-3507-42d7-8126-bc0535aff828 [ 1280.050215] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952619, 'name': CreateSnapshot_Task, 'duration_secs': 0.915804} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.050483] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1280.051465] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603be42-72cf-407a-906c-6727c050a8a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.067353] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952620, 'name': ReconfigVM_Task, 'duration_secs': 0.364626} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.070583] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.070914] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f0d3a8-f431-4421-bac6-f45910ca2447 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.076836] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060006} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.078135] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.078502] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1280.078502] env[68867]: value = "task-2952622" [ 1280.078502] env[68867]: _type = "Task" [ 1280.078502] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.079188] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70a812-aede-4175-be14-9254593bf6d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.089210] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952622, 'name': Rename_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.107357] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 2f613404-e58f-40f9-8c9c-38fa1f7b7227/2f613404-e58f-40f9-8c9c-38fa1f7b7227.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.108352] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e545f53-505b-44e6-9e74-892fa0906c86 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.129068] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1280.129068] env[68867]: value = "task-2952623" [ 1280.129068] env[68867]: _type = "Task" [ 1280.129068] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.138136] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.338489] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a621fa6f-1933-4974-9827-bb58cec2cdc0 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "14111a46-3507-42d7-8126-bc0535aff828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.556s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.581727] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1280.582172] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78229000-d892-4936-9d4d-0854e0c4d767 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.597218] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952622, 'name': Rename_Task, 'duration_secs': 0.151379} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.598526] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.599176] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1280.599176] env[68867]: value = "task-2952624" [ 1280.599176] env[68867]: _type = "Task" [ 1280.599176] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.599176] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a17174-73f4-46ea-ba68-870935f3129f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.609142] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952624, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.610451] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1280.610451] env[68867]: value = "task-2952625" [ 1280.610451] env[68867]: _type = "Task" [ 1280.610451] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.620650] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.638389] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952623, 'name': ReconfigVM_Task, 'duration_secs': 0.302643} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.638670] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 2f613404-e58f-40f9-8c9c-38fa1f7b7227/2f613404-e58f-40f9-8c9c-38fa1f7b7227.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.639344] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-052b0f82-d92a-4315-afab-4c47a3504816 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.647664] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1280.647664] env[68867]: value = "task-2952626" [ 1280.647664] env[68867]: _type = "Task" [ 1280.647664] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.656467] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952626, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.110767] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952624, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.119176] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.161853] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952626, 'name': Rename_Task, 'duration_secs': 0.368593} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.161853] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.161853] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3e31a5-15ab-4667-8a86-4761fc570a6f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.167896] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1281.167896] env[68867]: value = "task-2952627" [ 1281.167896] env[68867]: _type = "Task" [ 1281.167896] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.177610] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.396331] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.396564] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.616248] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952624, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.629523] env[68867]: DEBUG oslo_vmware.api [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952625, 'name': PowerOnVM_Task, 'duration_secs': 0.663017} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.629523] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.630228] env[68867]: INFO nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1281.630412] env[68867]: DEBUG nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.631292] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1295b1-51e7-4735-b690-97b56d364a7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.678185] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952627, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.900013] env[68867]: DEBUG nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.113740] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952624, 'name': CloneVM_Task, 'duration_secs': 1.245304} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.114831] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Created linked-clone VM from snapshot [ 1282.114831] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3567479a-f79d-4ec3-a1fd-d2768eb90f00 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.123428] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Uploading image c97a4238-33bb-48c9-8f39-152ac7e91cde {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1282.155343] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1282.155343] env[68867]: value = "vm-592560" [ 1282.155343] env[68867]: _type = "VirtualMachine" [ 1282.155343] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1282.156038] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fd47dba-706f-4290-948a-15bc074dc398 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.158350] env[68867]: INFO nova.compute.manager [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Took 15.38 seconds to build instance. [ 1282.165346] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease: (returnval){ [ 1282.165346] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c81075-52ab-2960-8814-e565a26bf9ed" [ 1282.165346] env[68867]: _type = "HttpNfcLease" [ 1282.165346] env[68867]: } obtained for exporting VM: (result){ [ 1282.165346] env[68867]: value = "vm-592560" [ 1282.165346] env[68867]: _type = "VirtualMachine" [ 1282.165346] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1282.165623] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the lease: (returnval){ [ 1282.165623] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c81075-52ab-2960-8814-e565a26bf9ed" [ 1282.165623] env[68867]: _type = "HttpNfcLease" [ 1282.165623] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1282.182583] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.182583] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c81075-52ab-2960-8814-e565a26bf9ed" [ 1282.182583] env[68867]: _type = "HttpNfcLease" [ 1282.182583] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1282.185917] env[68867]: DEBUG oslo_vmware.api [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952627, 'name': PowerOnVM_Task, 'duration_secs': 0.539285} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.186367] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.186458] env[68867]: INFO nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1282.186589] env[68867]: DEBUG nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.187371] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f015a68-564e-45eb-89e0-c9616e27ea3c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.426357] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.426357] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.427141] env[68867]: INFO nova.compute.claims [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.660963] env[68867]: DEBUG oslo_concurrency.lockutils [None req-afc0f797-6cc7-4808-9507-1556285d67f4 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.894s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.676087] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.676087] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c81075-52ab-2960-8814-e565a26bf9ed" [ 1282.676087] env[68867]: _type = "HttpNfcLease" [ 1282.676087] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1282.676087] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1282.676087] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52c81075-52ab-2960-8814-e565a26bf9ed" [ 1282.676087] env[68867]: _type = "HttpNfcLease" [ 1282.676087] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1282.676087] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad0479-937b-4a01-a5e8-d3b3e61e6c67 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.683953] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52309c59-ba2d-f45e-da6e-0f442fb0739a/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1282.684838] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52309c59-ba2d-f45e-da6e-0f442fb0739a/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1282.759276] env[68867]: INFO nova.compute.manager [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Took 15.89 seconds to build instance. [ 1282.840768] env[68867]: DEBUG nova.compute.manager [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Received event network-changed-11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.840936] env[68867]: DEBUG nova.compute.manager [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Refreshing instance network info cache due to event network-changed-11913943-7602-4690-8bee-5959856ad0dc. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.841255] env[68867]: DEBUG oslo_concurrency.lockutils [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] Acquiring lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.841403] env[68867]: DEBUG oslo_concurrency.lockutils [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] Acquired lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.841582] env[68867]: DEBUG nova.network.neutron [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Refreshing network info cache for port 11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.882701] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7295bb03-d760-4bca-afd4-ca1c44748f48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.261713] env[68867]: DEBUG oslo_concurrency.lockutils [None req-61f5307c-3f9c-4e9a-8976-2162e5a86a30 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.405s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.554837] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e2b0b-ceb8-498e-beb6-7610e86c90e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.563501] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d01b5d-2ed2-4c19-91ff-3a237f30264e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.598287] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feadb0cb-f992-4ae5-ac90-c33031e9b77c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.605860] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd972c60-d45b-4b45-8eb2-7f32ba15d6e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.621414] env[68867]: DEBUG nova.compute.provider_tree [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.694507] env[68867]: DEBUG nova.network.neutron [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updated VIF entry in instance network info cache for port 11913943-7602-4690-8bee-5959856ad0dc. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.694960] env[68867]: DEBUG nova.network.neutron [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [{"id": "11913943-7602-4690-8bee-5959856ad0dc", "address": "fa:16:3e:1a:58:f3", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11913943-76", "ovs_interfaceid": "11913943-7602-4690-8bee-5959856ad0dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.125291] env[68867]: DEBUG nova.scheduler.client.report [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.198923] env[68867]: DEBUG oslo_concurrency.lockutils [req-e2b59856-9795-4ad7-be9c-2d72aa96c02e req-8eb5464e-0d89-49f4-9999-c2c0e7ebb710 service nova] Releasing lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.632015] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.632655] env[68867]: DEBUG nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.866939] env[68867]: DEBUG nova.compute.manager [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Received event network-changed-03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.867197] env[68867]: DEBUG nova.compute.manager [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Refreshing instance network info cache due to event network-changed-03f2ec26-2f63-4223-8c60-98547c767354. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.867449] env[68867]: DEBUG oslo_concurrency.lockutils [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] Acquiring lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.867629] env[68867]: DEBUG oslo_concurrency.lockutils [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] Acquired lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.867828] env[68867]: DEBUG nova.network.neutron [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Refreshing network info cache for port 03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.140232] env[68867]: DEBUG nova.compute.utils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.141266] env[68867]: DEBUG nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.141788] env[68867]: DEBUG nova.network.neutron [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.205231] env[68867]: DEBUG nova.policy [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0adac0d6af6347b78a8999ec4b2fcc8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1732538035442dd8de0eef979e0274d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.644973] env[68867]: DEBUG nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.655052] env[68867]: DEBUG nova.network.neutron [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Successfully created port: 2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.720823] env[68867]: DEBUG nova.network.neutron [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Updated VIF entry in instance network info cache for port 03f2ec26-2f63-4223-8c60-98547c767354. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.721190] env[68867]: DEBUG nova.network.neutron [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Updating instance_info_cache with network_info: [{"id": "03f2ec26-2f63-4223-8c60-98547c767354", "address": "fa:16:3e:20:be:16", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f2ec26-2f", "ovs_interfaceid": "03f2ec26-2f63-4223-8c60-98547c767354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.223762] env[68867]: DEBUG oslo_concurrency.lockutils [req-84eb1486-ce37-4a21-bf94-9ae0fd73d6d7 req-89182c11-4099-45d9-9156-1e414d69db23 service nova] Releasing lock "refresh_cache-2f613404-e58f-40f9-8c9c-38fa1f7b7227" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.657318] env[68867]: DEBUG nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.679523] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.679768] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.679924] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.680155] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.680327] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.680478] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.680685] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.680841] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.681010] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.681192] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.681386] env[68867]: DEBUG nova.virt.hardware [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.682318] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c812115c-dc6b-41d1-a257-78353bb49207 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.691163] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8682be-2964-4305-b9b2-6e8739b8145f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.150145] env[68867]: DEBUG nova.compute.manager [req-d4c3a506-8cd2-4e4f-8f9f-d74ad562df52 req-331b17a0-a84d-4a4a-9a14-6ebb2f3f8a59 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-vif-plugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.150383] env[68867]: DEBUG oslo_concurrency.lockutils [req-d4c3a506-8cd2-4e4f-8f9f-d74ad562df52 req-331b17a0-a84d-4a4a-9a14-6ebb2f3f8a59 service nova] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.150643] env[68867]: DEBUG oslo_concurrency.lockutils [req-d4c3a506-8cd2-4e4f-8f9f-d74ad562df52 req-331b17a0-a84d-4a4a-9a14-6ebb2f3f8a59 service nova] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.150795] env[68867]: DEBUG oslo_concurrency.lockutils [req-d4c3a506-8cd2-4e4f-8f9f-d74ad562df52 req-331b17a0-a84d-4a4a-9a14-6ebb2f3f8a59 service nova] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.150910] env[68867]: DEBUG nova.compute.manager [req-d4c3a506-8cd2-4e4f-8f9f-d74ad562df52 req-331b17a0-a84d-4a4a-9a14-6ebb2f3f8a59 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] No waiting events found dispatching network-vif-plugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.151169] env[68867]: WARNING nova.compute.manager [req-d4c3a506-8cd2-4e4f-8f9f-d74ad562df52 req-331b17a0-a84d-4a4a-9a14-6ebb2f3f8a59 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received unexpected event network-vif-plugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 for instance with vm_state building and task_state spawning. [ 1287.260342] env[68867]: DEBUG nova.network.neutron [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Successfully updated port: 2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.763593] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.763824] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.763824] env[68867]: DEBUG nova.network.neutron [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.296583] env[68867]: DEBUG nova.network.neutron [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.453567] env[68867]: DEBUG nova.network.neutron [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.956692] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.957084] env[68867]: DEBUG nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Instance network_info: |[{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.957553] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:2e:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a3d32d9-9237-4c61-9a09-c30fd2231072', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.966792] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.967115] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.967900] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377894ee-fc7c-40fe-b233-3a3a83bc3aa8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.990785] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.990785] env[68867]: value = "task-2952637" [ 1288.990785] env[68867]: _type = "Task" [ 1288.990785] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.999939] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952637, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.178177] env[68867]: DEBUG nova.compute.manager [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.178384] env[68867]: DEBUG nova.compute.manager [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing instance network info cache due to event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.178560] env[68867]: DEBUG oslo_concurrency.lockutils [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] Acquiring lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.178702] env[68867]: DEBUG oslo_concurrency.lockutils [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] Acquired lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.178863] env[68867]: DEBUG nova.network.neutron [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.502452] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952637, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.883832] env[68867]: DEBUG nova.network.neutron [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updated VIF entry in instance network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.884222] env[68867]: DEBUG nova.network.neutron [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.002618] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952637, 'name': CreateVM_Task} progress is 25%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.386993] env[68867]: DEBUG oslo_concurrency.lockutils [req-68da0082-ddb2-42e3-9a6a-b09e2101c2da req-92633314-7d0d-4f96-9ad3-6b853df3e3aa service nova] Releasing lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.502813] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952637, 'name': CreateVM_Task, 'duration_secs': 1.331832} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.502973] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.503694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.503857] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.504203] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.504479] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737be6ea-0a04-41c2-b5c1-493b9aa64def {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.508735] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1290.508735] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52e864f5-42c7-4cfe-6079-9590e315bdc3" [ 1290.508735] env[68867]: _type = "Task" [ 1290.508735] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.516707] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e864f5-42c7-4cfe-6079-9590e315bdc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.018812] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52e864f5-42c7-4cfe-6079-9590e315bdc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.019151] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.019378] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.019621] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.019766] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.019936] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.020221] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88fa88fc-7a24-4753-8ed5-7b2d0f8135d8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.030304] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.030304] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.030304] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134eaec6-5ab3-4452-bd98-ba6c3ec5c7b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.035157] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1291.035157] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5270274f-287b-5389-11cc-7b637fd90bf6" [ 1291.035157] env[68867]: _type = "Task" [ 1291.035157] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.042782] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5270274f-287b-5389-11cc-7b637fd90bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.546772] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5270274f-287b-5389-11cc-7b637fd90bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.547643] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32fd5f1-a393-40fb-8bb3-2ee646f4d013 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.552856] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1291.552856] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5217b386-8163-69b3-c1a8-9a8ac27302c3" [ 1291.552856] env[68867]: _type = "Task" [ 1291.552856] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.560768] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5217b386-8163-69b3-c1a8-9a8ac27302c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.064639] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5217b386-8163-69b3-c1a8-9a8ac27302c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.065099] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.065185] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.065451] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ad6f88-a39a-4587-9a90-700ee0c2501e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.072684] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1292.072684] env[68867]: value = "task-2952641" [ 1292.072684] env[68867]: _type = "Task" [ 1292.072684] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.080401] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.581821] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434631} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.582108] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.582325] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.582606] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6176eb-bafb-4f3c-8897-4f544b9a497b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.589693] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1292.589693] env[68867]: value = "task-2952642" [ 1292.589693] env[68867]: _type = "Task" [ 1292.589693] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.597659] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.099367] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094809} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.099661] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.100172] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57efb06e-8f5a-4f1d-b503-e925fc3f5f09 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.122369] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.122958] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0bcf7f-34ad-40c8-a6b2-1488315f52be {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.142885] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1293.142885] env[68867]: value = "task-2952643" [ 1293.142885] env[68867]: _type = "Task" [ 1293.142885] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.150715] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.157247] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52309c59-ba2d-f45e-da6e-0f442fb0739a/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1293.158099] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02513eb0-06a6-40df-8ca0-f2a9e549923b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.164581] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52309c59-ba2d-f45e-da6e-0f442fb0739a/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1293.164746] env[68867]: ERROR oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52309c59-ba2d-f45e-da6e-0f442fb0739a/disk-0.vmdk due to incomplete transfer. [ 1293.164954] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c43c7386-ce78-4f21-9215-0f066e9c4d6f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.174592] env[68867]: DEBUG oslo_vmware.rw_handles [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52309c59-ba2d-f45e-da6e-0f442fb0739a/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1293.174787] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Uploaded image c97a4238-33bb-48c9-8f39-152ac7e91cde to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1293.177233] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1293.177472] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3e471bb-7caf-4394-babb-e09732631638 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.182759] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1293.182759] env[68867]: value = "task-2952645" [ 1293.182759] env[68867]: _type = "Task" [ 1293.182759] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.189930] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952645, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.652108] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952643, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.694657] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952645, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.153525] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952643, 'name': ReconfigVM_Task, 'duration_secs': 0.513868} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.153896] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Reconfigured VM instance instance-00000078 to attach disk [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.154436] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-427fc30f-21c6-4e5d-b0fa-a6976bd2c7fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.160862] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1294.160862] env[68867]: value = "task-2952647" [ 1294.160862] env[68867]: _type = "Task" [ 1294.160862] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.169748] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952647, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.193097] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952645, 'name': Destroy_Task, 'duration_secs': 0.847293} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.193348] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Destroyed the VM [ 1294.193640] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1294.193915] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eece7ab0-639c-4606-9e34-acad1a06c12b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.200317] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1294.200317] env[68867]: value = "task-2952648" [ 1294.200317] env[68867]: _type = "Task" [ 1294.200317] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.207882] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.670849] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952647, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.709390] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952648, 'name': RemoveSnapshot_Task, 'duration_secs': 0.383708} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.709662] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1294.709930] env[68867]: DEBUG nova.compute.manager [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.710704] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8315d27-a9f5-40e2-a286-b7104f1447a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.171865] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952647, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.222415] env[68867]: INFO nova.compute.manager [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Shelve offloading [ 1295.673278] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952647, 'name': Rename_Task, 'duration_secs': 1.121709} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.673636] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.673859] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7f4a161-383a-498c-8691-04ae790e4387 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.679923] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1295.679923] env[68867]: value = "task-2952651" [ 1295.679923] env[68867]: _type = "Task" [ 1295.679923] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.687718] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.726602] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.726945] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9be42c2-9848-425e-97fb-d1361eb54c4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.735691] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1295.735691] env[68867]: value = "task-2952652" [ 1295.735691] env[68867]: _type = "Task" [ 1295.735691] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.743922] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.189220] env[68867]: DEBUG oslo_vmware.api [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952651, 'name': PowerOnVM_Task, 'duration_secs': 0.456331} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.189532] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.189686] env[68867]: INFO nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1296.189884] env[68867]: DEBUG nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.190660] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3f8ff9-04e3-44f7-93d8-0d976583854a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.246766] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1296.246972] env[68867]: DEBUG nova.compute.manager [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.247733] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4894b60f-0f24-46b8-9f4c-2853e1c7fa05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.253825] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.253984] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.254167] env[68867]: DEBUG nova.network.neutron [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.708976] env[68867]: INFO nova.compute.manager [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Took 14.30 seconds to build instance. [ 1296.951645] env[68867]: DEBUG nova.network.neutron [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46aceae7-36", "ovs_interfaceid": "46aceae7-3678-44ad-bc70-112a9754d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.209789] env[68867]: DEBUG oslo_concurrency.lockutils [None req-cd4311be-d978-48fa-b96d-28afdfc42c48 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.813s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.454870] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.843305] env[68867]: DEBUG nova.compute.manager [req-bfdd88d4-ff67-4af9-896a-d2f5832a3f18 req-8d088a2d-f48a-4d19-be5c-f28225fffaf1 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-vif-unplugged-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.843615] env[68867]: DEBUG oslo_concurrency.lockutils [req-bfdd88d4-ff67-4af9-896a-d2f5832a3f18 req-8d088a2d-f48a-4d19-be5c-f28225fffaf1 service nova] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.843838] env[68867]: DEBUG oslo_concurrency.lockutils [req-bfdd88d4-ff67-4af9-896a-d2f5832a3f18 req-8d088a2d-f48a-4d19-be5c-f28225fffaf1 service nova] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.844011] env[68867]: DEBUG oslo_concurrency.lockutils [req-bfdd88d4-ff67-4af9-896a-d2f5832a3f18 req-8d088a2d-f48a-4d19-be5c-f28225fffaf1 service nova] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.844213] env[68867]: DEBUG nova.compute.manager [req-bfdd88d4-ff67-4af9-896a-d2f5832a3f18 req-8d088a2d-f48a-4d19-be5c-f28225fffaf1 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] No waiting events found dispatching network-vif-unplugged-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.844376] env[68867]: WARNING nova.compute.manager [req-bfdd88d4-ff67-4af9-896a-d2f5832a3f18 req-8d088a2d-f48a-4d19-be5c-f28225fffaf1 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received unexpected event network-vif-unplugged-46aceae7-3678-44ad-bc70-112a9754d677 for instance with vm_state shelved and task_state shelving_offloading. [ 1298.000954] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.002020] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d65d5e5-c5a2-460f-99e1-57048fc8e53e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.014022] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.014291] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a3556e1-94a2-4de5-a842-83ad81d7a9f3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.089682] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.089923] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.090124] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleting the datastore file [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.090398] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5381b311-082e-416b-9a4a-b12d67aefa15 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.098807] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1298.098807] env[68867]: value = "task-2952656" [ 1298.098807] env[68867]: _type = "Task" [ 1298.098807] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.108195] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.610486] env[68867]: DEBUG oslo_vmware.api [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141899} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.611022] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.611170] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.611406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.659102] env[68867]: INFO nova.scheduler.client.report [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted allocations for instance 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf [ 1299.163854] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.164178] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.164404] env[68867]: DEBUG nova.objects.instance [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'resources' on Instance uuid 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.666922] env[68867]: DEBUG nova.objects.instance [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'numa_topology' on Instance uuid 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.873591] env[68867]: DEBUG nova.compute.manager [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-changed-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.873745] env[68867]: DEBUG nova.compute.manager [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing instance network info cache due to event network-changed-46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.873958] env[68867]: DEBUG oslo_concurrency.lockutils [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] Acquiring lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.874112] env[68867]: DEBUG oslo_concurrency.lockutils [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] Acquired lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.874272] env[68867]: DEBUG nova.network.neutron [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.170229] env[68867]: DEBUG nova.objects.base [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Object Instance<888a6e5d-dbfd-40c9-b0a5-5d085deea6cf> lazy-loaded attributes: resources,numa_topology {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1300.237776] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3b2b17-19fb-481b-9342-426de11cbcfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.246550] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c41bb1-fd1a-4208-b102-9391cdd2d032 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.283812] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2a1a4-b15e-495c-afa2-01cac43ddee4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.292581] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d8444-aec0-4c5e-a503-b37bfe015646 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.308268] env[68867]: DEBUG nova.compute.provider_tree [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.585655] env[68867]: DEBUG nova.network.neutron [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updated VIF entry in instance network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.586057] env[68867]: DEBUG nova.network.neutron [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap46aceae7-36", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.815326] env[68867]: DEBUG nova.scheduler.client.report [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.088294] env[68867]: DEBUG oslo_concurrency.lockutils [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] Releasing lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.088619] env[68867]: DEBUG nova.compute.manager [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.088832] env[68867]: DEBUG nova.compute.manager [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing instance network info cache due to event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.089092] env[68867]: DEBUG oslo_concurrency.lockutils [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] Acquiring lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.089275] env[68867]: DEBUG oslo_concurrency.lockutils [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] Acquired lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.089472] env[68867]: DEBUG nova.network.neutron [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.320923] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.377342] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.711159] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Acquiring lock "5d07849a-3298-4c23-b62e-081df797c624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.711336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "5d07849a-3298-4c23-b62e-081df797c624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.828279] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a7dd0265-e1cf-4beb-85e9-8070701793d0 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.873s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.829063] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.452s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.829244] env[68867]: INFO nova.compute.manager [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Unshelving [ 1301.886386] env[68867]: DEBUG nova.network.neutron [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updated VIF entry in instance network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.886741] env[68867]: DEBUG nova.network.neutron [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.214150] env[68867]: DEBUG nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.389211] env[68867]: DEBUG oslo_concurrency.lockutils [req-eada5d38-0922-4238-b74d-291bee42a93e req-33586567-dcc5-405c-930c-1382e84db719 service nova] Releasing lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.589988] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.590218] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.739195] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.739487] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.741033] env[68867]: INFO nova.compute.claims [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.852986] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.093071] env[68867]: DEBUG nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.613354] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.847563] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827307e9-1eb9-40ad-9541-4cfa56fad338 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.855898] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727cb3e2-2fff-40da-abec-6ac22055b570 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.887819] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5716189-6725-49a9-8345-e2f7a26faae6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.895778] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e21f463-b61e-4321-80e8-bf5228a73fe5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.909240] env[68867]: DEBUG nova.compute.provider_tree [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.412637] env[68867]: DEBUG nova.scheduler.client.report [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.917378] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.917811] env[68867]: DEBUG nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.920982] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.068s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.921224] env[68867]: DEBUG nova.objects.instance [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'pci_requests' on Instance uuid 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.424131] env[68867]: DEBUG nova.compute.utils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.426768] env[68867]: DEBUG nova.objects.instance [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'numa_topology' on Instance uuid 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.427961] env[68867]: DEBUG nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.428141] env[68867]: DEBUG nova.network.neutron [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.463280] env[68867]: DEBUG nova.policy [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb3bd7f45e8c4fc2966cb516c60a890f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18d0ccb455f64fbe959e1f230cc60d12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.929519] env[68867]: DEBUG nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.933042] env[68867]: INFO nova.compute.claims [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.989460] env[68867]: DEBUG nova.network.neutron [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Successfully created port: 6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.434541] env[68867]: INFO nova.virt.block_device [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Booting with volume 8a41afcb-737e-4650-b139-02179221dd22 at /dev/sda [ 1306.470710] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e248c6-1ffd-4724-bdb4-f9f50ebe7633 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.482222] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f76bef5-6b8b-40a5-88d6-a30c42999037 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.514926] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cacd0a9-7b5c-43f0-a145-076cbb2d9def {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.523978] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4da685-8eb8-4e64-81d5-0abd66a86913 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.554408] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3df60c-e00f-4670-935d-7cde52f61111 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.561367] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1be638-5358-4be5-a05a-3ae80c325409 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.576253] env[68867]: DEBUG nova.virt.block_device [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updating existing volume attachment record: c9168e9c-181d-4e71-8ba2-ef20a5be8709 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1306.723017] env[68867]: DEBUG oslo_concurrency.lockutils [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.723017] env[68867]: DEBUG oslo_concurrency.lockutils [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.038399] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141b11d8-2c0d-4ae7-bf84-d373d9e7fd01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.046484] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edab0b8-1e81-41a4-8ff3-d88dec776a78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.076957] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e52ab-8e5a-4800-968a-dbe32ab5011d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.083863] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad43ba-85b7-48cc-8e2a-e7b5b1bcca0a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.097112] env[68867]: DEBUG nova.compute.provider_tree [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.226867] env[68867]: DEBUG nova.compute.utils [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.350456] env[68867]: DEBUG nova.compute.manager [req-79bef4ef-dd12-4c23-9f4c-ff6044bf4d43 req-495c95d8-ea6c-438d-9ecc-b5e427f85fcc service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Received event network-vif-plugged-6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.351060] env[68867]: DEBUG oslo_concurrency.lockutils [req-79bef4ef-dd12-4c23-9f4c-ff6044bf4d43 req-495c95d8-ea6c-438d-9ecc-b5e427f85fcc service nova] Acquiring lock "5d07849a-3298-4c23-b62e-081df797c624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.351341] env[68867]: DEBUG oslo_concurrency.lockutils [req-79bef4ef-dd12-4c23-9f4c-ff6044bf4d43 req-495c95d8-ea6c-438d-9ecc-b5e427f85fcc service nova] Lock "5d07849a-3298-4c23-b62e-081df797c624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.351445] env[68867]: DEBUG oslo_concurrency.lockutils [req-79bef4ef-dd12-4c23-9f4c-ff6044bf4d43 req-495c95d8-ea6c-438d-9ecc-b5e427f85fcc service nova] Lock "5d07849a-3298-4c23-b62e-081df797c624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.351665] env[68867]: DEBUG nova.compute.manager [req-79bef4ef-dd12-4c23-9f4c-ff6044bf4d43 req-495c95d8-ea6c-438d-9ecc-b5e427f85fcc service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] No waiting events found dispatching network-vif-plugged-6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.351767] env[68867]: WARNING nova.compute.manager [req-79bef4ef-dd12-4c23-9f4c-ff6044bf4d43 req-495c95d8-ea6c-438d-9ecc-b5e427f85fcc service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Received unexpected event network-vif-plugged-6f8321d9-85fe-4ec7-87ef-e559338844eb for instance with vm_state building and task_state block_device_mapping. [ 1307.438317] env[68867]: DEBUG nova.network.neutron [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Successfully updated port: 6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.599687] env[68867]: DEBUG nova.scheduler.client.report [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.729862] env[68867]: DEBUG oslo_concurrency.lockutils [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.941355] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Acquiring lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.941565] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Acquired lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.941705] env[68867]: DEBUG nova.network.neutron [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.104089] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.183s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.107126] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.493s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.108344] env[68867]: INFO nova.compute.claims [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.137348] env[68867]: INFO nova.network.neutron [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating port 46aceae7-3678-44ad-bc70-112a9754d677 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1308.475013] env[68867]: DEBUG nova.network.neutron [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.590812] env[68867]: DEBUG nova.network.neutron [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updating instance_info_cache with network_info: [{"id": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "address": "fa:16:3e:5f:44:ef", "network": {"id": "8411f78c-6a70-4069-b1ee-cdc7b89159ce", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2113945026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d0ccb455f64fbe959e1f230cc60d12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8321d9-85", "ovs_interfaceid": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.653025] env[68867]: DEBUG nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.653225] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.653448] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.653657] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.653843] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.653990] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.654148] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.654344] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.654498] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.654664] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.654822] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.654990] env[68867]: DEBUG nova.virt.hardware [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.655854] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de21957-0487-4241-a1c0-e99cdabfe78b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.664851] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456bac9-d134-4c37-984a-dea7eafe81f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.785497] env[68867]: DEBUG oslo_concurrency.lockutils [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.785821] env[68867]: DEBUG oslo_concurrency.lockutils [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.786096] env[68867]: INFO nova.compute.manager [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Attaching volume 9acc539b-a87b-4162-b46c-52e3124fcf7f to /dev/sdb [ 1308.820091] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb87fc7-8239-4697-8eaa-ba9d2a7daad5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.827885] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5a4ab4-5cb3-4a91-a81c-bbf5a4f07ffa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.842044] env[68867]: DEBUG nova.virt.block_device [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Updating existing volume attachment record: b35c372c-8df5-4cb5-86f3-a74024341d23 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1309.094738] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Releasing lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.095093] env[68867]: DEBUG nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Instance network_info: |[{"id": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "address": "fa:16:3e:5f:44:ef", "network": {"id": "8411f78c-6a70-4069-b1ee-cdc7b89159ce", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2113945026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d0ccb455f64fbe959e1f230cc60d12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8321d9-85", "ovs_interfaceid": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.095517] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:44:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f8321d9-85fe-4ec7-87ef-e559338844eb', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.103699] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Creating folder: Project (18d0ccb455f64fbe959e1f230cc60d12). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.104006] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e5b945f-565f-4bcb-ad72-9e042a9d63a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.119714] env[68867]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1309.119985] env[68867]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68867) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1309.120280] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Folder already exists: Project (18d0ccb455f64fbe959e1f230cc60d12). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1309.120478] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Creating folder: Instances. Parent ref: group-v592561. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.120717] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa376a67-0a82-4959-bd21-e9275a3e0f40 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.132746] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Created folder: Instances in parent group-v592561. [ 1309.133077] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.133332] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.133584] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535cfec2-9f61-484e-81aa-2dd594aa27ae {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.156628] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.156628] env[68867]: value = "task-2952661" [ 1309.156628] env[68867]: _type = "Task" [ 1309.156628] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.166171] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952661, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.248675] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a803649-1aae-4c32-9d5c-4b787cbe3cd2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.256821] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b87a15-0725-4f08-b47a-05926f450d2b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.287142] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f51834b-6af4-4ad9-9d37-d346d9c225a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.295724] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c177a-5ba7-4d15-b3dd-4c5e8403ff3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.311773] env[68867]: DEBUG nova.compute.provider_tree [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.382078] env[68867]: DEBUG nova.compute.manager [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Received event network-changed-6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.382362] env[68867]: DEBUG nova.compute.manager [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Refreshing instance network info cache due to event network-changed-6f8321d9-85fe-4ec7-87ef-e559338844eb. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.382510] env[68867]: DEBUG oslo_concurrency.lockutils [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] Acquiring lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.382663] env[68867]: DEBUG oslo_concurrency.lockutils [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] Acquired lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.382823] env[68867]: DEBUG nova.network.neutron [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Refreshing network info cache for port 6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.618086] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.618086] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.618372] env[68867]: DEBUG nova.network.neutron [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.667683] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952661, 'name': CreateVM_Task, 'duration_secs': 0.32644} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.667845] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.668532] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c9168e9c-181d-4e71-8ba2-ef20a5be8709', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592566', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'name': 'volume-8a41afcb-737e-4650-b139-02179221dd22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d07849a-3298-4c23-b62e-081df797c624', 'attached_at': '', 'detached_at': '', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'serial': '8a41afcb-737e-4650-b139-02179221dd22'}, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1309.668748] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Root volume attach. Driver type: vmdk {{(pid=68867) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1309.669523] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672e086a-fe22-4b0a-8a19-3dd9c9186896 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.677302] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6599f98-5c48-4416-8c39-6c55fe1f4fd6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.683241] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c63757b-54b6-429a-bdd4-b0d6f69bea0b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.689873] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e44970d4-2276-4dce-8eeb-b66489548f6b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.697598] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1309.697598] env[68867]: value = "task-2952662" [ 1309.697598] env[68867]: _type = "Task" [ 1309.697598] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.705468] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952662, 'name': RelocateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.815383] env[68867]: DEBUG nova.scheduler.client.report [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.074986] env[68867]: DEBUG nova.network.neutron [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updated VIF entry in instance network info cache for port 6f8321d9-85fe-4ec7-87ef-e559338844eb. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.075355] env[68867]: DEBUG nova.network.neutron [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updating instance_info_cache with network_info: [{"id": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "address": "fa:16:3e:5f:44:ef", "network": {"id": "8411f78c-6a70-4069-b1ee-cdc7b89159ce", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2113945026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d0ccb455f64fbe959e1f230cc60d12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8321d9-85", "ovs_interfaceid": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.208467] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952662, 'name': RelocateVM_Task} progress is 20%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.320767] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.321175] env[68867]: DEBUG nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.376137] env[68867]: DEBUG nova.network.neutron [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46aceae7-36", "ovs_interfaceid": "46aceae7-3678-44ad-bc70-112a9754d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.578177] env[68867]: DEBUG oslo_concurrency.lockutils [req-7d7a03b6-b822-4b57-ba8f-039f16a26f71 req-97e0f723-2cce-4ff2-a53c-b5ae1feecb72 service nova] Releasing lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.708415] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952662, 'name': RelocateVM_Task} progress is 20%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.826504] env[68867]: DEBUG nova.compute.utils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.827995] env[68867]: DEBUG nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.828231] env[68867]: DEBUG nova.network.neutron [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.866914] env[68867]: DEBUG nova.policy [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907d8a1a118a4cbda0812504cdcfe5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af336311d6b04365a38881fdb83ba061', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.878545] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.907320] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='416d31e174ec89b120b1166c51936621',container_format='bare',created_at=2025-03-11T21:02:09Z,direct_url=,disk_format='vmdk',id=c97a4238-33bb-48c9-8f39-152ac7e91cde,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-901373280-shelved',owner='bdba596517024aee90694e7bbd0a54cf',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-11T21:02:25Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.907573] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.907731] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.907913] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.908070] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.908218] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.908423] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.908577] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.908739] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.908901] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.909094] env[68867]: DEBUG nova.virt.hardware [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.909953] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9abbc02-27bb-4e47-84f1-bf406077fb78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.918699] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20008945-dd8c-4d1a-af87-b63fad31e807 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.933226] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a3:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46aceae7-3678-44ad-bc70-112a9754d677', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.941758] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.942064] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.942449] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ffa3838-e69c-48b9-ae7f-06f6b19a7442 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.971799] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.971799] env[68867]: value = "task-2952663" [ 1310.971799] env[68867]: _type = "Task" [ 1310.971799] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.982840] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952663, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.194739] env[68867]: DEBUG nova.network.neutron [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Successfully created port: c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.208956] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952662, 'name': RelocateVM_Task, 'duration_secs': 1.369144} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.209298] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1311.209451] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592566', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'name': 'volume-8a41afcb-737e-4650-b139-02179221dd22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d07849a-3298-4c23-b62e-081df797c624', 'attached_at': '', 'detached_at': '', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'serial': '8a41afcb-737e-4650-b139-02179221dd22'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1311.210288] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc6181-a6e5-4a4d-91cc-e1301e2c438d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.227673] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54664c7a-f741-4ab8-979a-87f55b407d58 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.250694] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-8a41afcb-737e-4650-b139-02179221dd22/volume-8a41afcb-737e-4650-b139-02179221dd22.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.251036] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2056a800-6112-42b3-afae-89d42178c033 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.271802] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1311.271802] env[68867]: value = "task-2952665" [ 1311.271802] env[68867]: _type = "Task" [ 1311.271802] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.280185] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.331170] env[68867]: DEBUG nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.418868] env[68867]: DEBUG nova.compute.manager [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-vif-plugged-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.423433] env[68867]: DEBUG oslo_concurrency.lockutils [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.423777] env[68867]: DEBUG oslo_concurrency.lockutils [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.423925] env[68867]: DEBUG oslo_concurrency.lockutils [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.424139] env[68867]: DEBUG nova.compute.manager [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] No waiting events found dispatching network-vif-plugged-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.424316] env[68867]: WARNING nova.compute.manager [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received unexpected event network-vif-plugged-46aceae7-3678-44ad-bc70-112a9754d677 for instance with vm_state shelved_offloaded and task_state spawning. [ 1311.424477] env[68867]: DEBUG nova.compute.manager [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-changed-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.424630] env[68867]: DEBUG nova.compute.manager [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing instance network info cache due to event network-changed-46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.424850] env[68867]: DEBUG oslo_concurrency.lockutils [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] Acquiring lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.424988] env[68867]: DEBUG oslo_concurrency.lockutils [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] Acquired lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.425160] env[68867]: DEBUG nova.network.neutron [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Refreshing network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.482744] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952663, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.785341] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.836747] env[68867]: INFO nova.virt.block_device [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Booting with volume f669e43b-b8e4-4573-99e5-587b0e9d6288 at /dev/sda [ 1311.868679] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d92309af-0a9c-4e8d-9a41-944d9095ef51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.879843] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38479a4f-cd2e-4763-a722-900e26d2f395 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.911735] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-199f996c-ebd2-4ade-a3ea-e00ec8119791 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.006333] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26a230-3338-41a0-ba4d-38e50df43144 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.006333] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee80c1f-d243-46f6-b634-0a933aa13892 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.006333] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c284a-78ba-410d-b793-7d8ef11f64e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.006333] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952663, 'name': CreateVM_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.006333] env[68867]: DEBUG nova.virt.block_device [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating existing volume attachment record: b7bb6794-a752-46cd-9580-bce0d7f6ded7 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1312.168416] env[68867]: DEBUG nova.network.neutron [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updated VIF entry in instance network info cache for port 46aceae7-3678-44ad-bc70-112a9754d677. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.168980] env[68867]: DEBUG nova.network.neutron [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [{"id": "46aceae7-3678-44ad-bc70-112a9754d677", "address": "fa:16:3e:90:a3:a6", "network": {"id": "f3b9fe5d-eda0-4dd8-b952-5bebcd9e3b37", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1561405704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba596517024aee90694e7bbd0a54cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46aceae7-36", "ovs_interfaceid": "46aceae7-3678-44ad-bc70-112a9754d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.282491] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.483903] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952663, 'name': CreateVM_Task, 'duration_secs': 1.349172} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.484121] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.484791] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.484970] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.485401] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.485629] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd1be6e-71c6-4727-85e2-56f62cdb5c5c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.492267] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1312.492267] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52aaa758-fe9f-d040-3676-bda3cc49b564" [ 1312.492267] env[68867]: _type = "Task" [ 1312.492267] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.505113] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52aaa758-fe9f-d040-3676-bda3cc49b564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.671591] env[68867]: DEBUG oslo_concurrency.lockutils [req-28a2fe15-2983-41dc-b86a-70eb7e63fde5 req-1b7c5f4f-4b92-4dda-9605-887718925f67 service nova] Releasing lock "refresh_cache-888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.784520] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952665, 'name': ReconfigVM_Task, 'duration_secs': 1.281201} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.784830] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-8a41afcb-737e-4650-b139-02179221dd22/volume-8a41afcb-737e-4650-b139-02179221dd22.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.790049] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364b7dbd-ea9e-45a7-9ed3-77d8b39a82e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.800921] env[68867]: DEBUG nova.network.neutron [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Successfully updated port: c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.810506] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1312.810506] env[68867]: value = "task-2952666" [ 1312.810506] env[68867]: _type = "Task" [ 1312.810506] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.820966] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.003333] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.003890] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Processing image c97a4238-33bb-48c9-8f39-152ac7e91cde {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.004080] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde/c97a4238-33bb-48c9-8f39-152ac7e91cde.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.004225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde/c97a4238-33bb-48c9-8f39-152ac7e91cde.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.004415] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.004685] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94ac1d4f-da20-44fe-a166-64da26f0bdc2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.018141] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.018343] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.019139] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c6fd99-a718-46e2-97b7-22379de84916 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.025821] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1313.025821] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52654a9a-b3b4-fff1-869a-d2e2995243fb" [ 1313.025821] env[68867]: _type = "Task" [ 1313.025821] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.035306] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52654a9a-b3b4-fff1-869a-d2e2995243fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.303322] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.303698] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.303698] env[68867]: DEBUG nova.network.neutron [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.321984] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952666, 'name': ReconfigVM_Task, 'duration_secs': 0.37962} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.322313] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592566', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'name': 'volume-8a41afcb-737e-4650-b139-02179221dd22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d07849a-3298-4c23-b62e-081df797c624', 'attached_at': '', 'detached_at': '', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'serial': '8a41afcb-737e-4650-b139-02179221dd22'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1313.323200] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cec83060-3912-4a2b-81e6-8885fcb15ae9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.330829] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1313.330829] env[68867]: value = "task-2952667" [ 1313.330829] env[68867]: _type = "Task" [ 1313.330829] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.339959] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952667, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.384626] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1313.384928] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592568', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'name': 'volume-9acc539b-a87b-4162-b46c-52e3124fcf7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '433e74da-f2ca-4fac-bb40-aae7abafe38c', 'attached_at': '', 'detached_at': '', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'serial': '9acc539b-a87b-4162-b46c-52e3124fcf7f'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1313.386208] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f40ac54-0f14-4fef-aaf1-a561a8c05325 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.402931] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b92bd-952d-45c3-bd12-34e3c1ae2202 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.430052] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-9acc539b-a87b-4162-b46c-52e3124fcf7f/volume-9acc539b-a87b-4162-b46c-52e3124fcf7f.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.430052] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eaffc5f-1280-48b5-8c15-f546c3512154 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.446964] env[68867]: DEBUG nova.compute.manager [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Received event network-vif-plugged-c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.447230] env[68867]: DEBUG oslo_concurrency.lockutils [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] Acquiring lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.447480] env[68867]: DEBUG oslo_concurrency.lockutils [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.447663] env[68867]: DEBUG oslo_concurrency.lockutils [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.447862] env[68867]: DEBUG nova.compute.manager [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] No waiting events found dispatching network-vif-plugged-c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.448075] env[68867]: WARNING nova.compute.manager [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Received unexpected event network-vif-plugged-c6010f54-2dd2-42e4-b013-fab905cc1bfb for instance with vm_state building and task_state block_device_mapping. [ 1313.448271] env[68867]: DEBUG nova.compute.manager [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Received event network-changed-c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.448437] env[68867]: DEBUG nova.compute.manager [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Refreshing instance network info cache due to event network-changed-c6010f54-2dd2-42e4-b013-fab905cc1bfb. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.448634] env[68867]: DEBUG oslo_concurrency.lockutils [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] Acquiring lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.456872] env[68867]: DEBUG oslo_vmware.api [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1313.456872] env[68867]: value = "task-2952668" [ 1313.456872] env[68867]: _type = "Task" [ 1313.456872] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.466539] env[68867]: DEBUG oslo_vmware.api [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.537799] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Preparing fetch location {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1313.538163] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Fetch image to [datastore1] OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb/OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb.vmdk {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1313.538436] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Downloading stream optimized image c97a4238-33bb-48c9-8f39-152ac7e91cde to [datastore1] OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb/OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb.vmdk on the data store datastore1 as vApp {{(pid=68867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1313.538802] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Downloading image file data c97a4238-33bb-48c9-8f39-152ac7e91cde to the ESX as VM named 'OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb' {{(pid=68867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1313.639908] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1313.639908] env[68867]: value = "resgroup-9" [ 1313.639908] env[68867]: _type = "ResourcePool" [ 1313.639908] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1313.640252] env[68867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-33e6ba3d-51f9-40bc-8be2-7684e16ebf1a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.663664] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease: (returnval){ [ 1313.663664] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1313.663664] env[68867]: _type = "HttpNfcLease" [ 1313.663664] env[68867]: } obtained for vApp import into resource pool (val){ [ 1313.663664] env[68867]: value = "resgroup-9" [ 1313.663664] env[68867]: _type = "ResourcePool" [ 1313.663664] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1313.664079] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the lease: (returnval){ [ 1313.664079] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1313.664079] env[68867]: _type = "HttpNfcLease" [ 1313.664079] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1313.670976] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.670976] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1313.670976] env[68867]: _type = "HttpNfcLease" [ 1313.670976] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1313.839092] env[68867]: DEBUG nova.network.neutron [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.846610] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952667, 'name': Rename_Task, 'duration_secs': 0.28608} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.846941] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.847255] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b3cc21-846a-4441-8d8b-e9ebf3a2f290 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.856839] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1313.856839] env[68867]: value = "task-2952670" [ 1313.856839] env[68867]: _type = "Task" [ 1313.856839] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.869734] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.970744] env[68867]: DEBUG oslo_vmware.api [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.998361] env[68867]: DEBUG nova.network.neutron [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance_info_cache with network_info: [{"id": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "address": "fa:16:3e:0c:49:7b", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6010f54-2d", "ovs_interfaceid": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.092506] env[68867]: DEBUG nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.092994] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.093251] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.093389] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.093593] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.093807] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.093977] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.094217] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.094378] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.094546] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.094750] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.095009] env[68867]: DEBUG nova.virt.hardware [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.095884] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fba39d-86cf-46a7-8c3c-35fc3f5a0693 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.105147] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f019129c-f653-470f-8f2e-5b75d9ae59ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.171866] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.171866] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1314.171866] env[68867]: _type = "HttpNfcLease" [ 1314.171866] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1314.367789] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.468728] env[68867]: DEBUG oslo_vmware.api [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952668, 'name': ReconfigVM_Task, 'duration_secs': 0.578406} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.469097] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-9acc539b-a87b-4162-b46c-52e3124fcf7f/volume-9acc539b-a87b-4162-b46c-52e3124fcf7f.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.474602] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64998213-2a73-42d5-80b4-f89a1a05cecf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.492721] env[68867]: DEBUG oslo_vmware.api [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1314.492721] env[68867]: value = "task-2952671" [ 1314.492721] env[68867]: _type = "Task" [ 1314.492721] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.502896] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.503321] env[68867]: DEBUG nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Instance network_info: |[{"id": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "address": "fa:16:3e:0c:49:7b", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6010f54-2d", "ovs_interfaceid": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.503676] env[68867]: DEBUG oslo_vmware.api [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.503982] env[68867]: DEBUG oslo_concurrency.lockutils [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] Acquired lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.504217] env[68867]: DEBUG nova.network.neutron [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Refreshing network info cache for port c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.505552] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:49:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6010f54-2dd2-42e4-b013-fab905cc1bfb', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.514634] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.516093] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.516093] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5af5f92-4446-4fdd-bd13-92cb29526298 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.542872] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.542872] env[68867]: value = "task-2952672" [ 1314.542872] env[68867]: _type = "Task" [ 1314.542872] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.551719] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952672, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.674988] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.674988] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1314.674988] env[68867]: _type = "HttpNfcLease" [ 1314.674988] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1314.869217] env[68867]: DEBUG oslo_vmware.api [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952670, 'name': PowerOnVM_Task, 'duration_secs': 0.887127} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.869513] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.869721] env[68867]: INFO nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Took 6.22 seconds to spawn the instance on the hypervisor. [ 1314.869907] env[68867]: DEBUG nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.870731] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75b667a-c20b-4e04-a5d4-025e815b2eff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.002401] env[68867]: DEBUG oslo_vmware.api [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952671, 'name': ReconfigVM_Task, 'duration_secs': 0.180313} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.002696] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592568', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'name': 'volume-9acc539b-a87b-4162-b46c-52e3124fcf7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '433e74da-f2ca-4fac-bb40-aae7abafe38c', 'attached_at': '', 'detached_at': '', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'serial': '9acc539b-a87b-4162-b46c-52e3124fcf7f'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.054881] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952672, 'name': CreateVM_Task, 'duration_secs': 0.416822} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.055055] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.055687] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b7bb6794-a752-46cd-9580-bce0d7f6ded7', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592567', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'name': 'volume-f669e43b-b8e4-4573-99e5-587b0e9d6288', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec35f439-d6cf-422f-92a8-b921ea3399d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'serial': 'f669e43b-b8e4-4573-99e5-587b0e9d6288'}, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1315.055895] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Root volume attach. Driver type: vmdk {{(pid=68867) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1315.056688] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bbebbf-4e89-41d3-aab2-12df5aadc92c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.064302] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc4b7a1-1cab-4f33-922a-f132948bc2cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.070494] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b676b-7291-41dd-aded-c722968a5e8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.076406] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1c26e9d8-be9f-4208-aef7-a926150de90f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.083955] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1315.083955] env[68867]: value = "task-2952673" [ 1315.083955] env[68867]: _type = "Task" [ 1315.083955] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.092193] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952673, 'name': RelocateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.173863] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.173863] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1315.173863] env[68867]: _type = "HttpNfcLease" [ 1315.173863] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.206867] env[68867]: DEBUG nova.network.neutron [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updated VIF entry in instance network info cache for port c6010f54-2dd2-42e4-b013-fab905cc1bfb. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.207337] env[68867]: DEBUG nova.network.neutron [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance_info_cache with network_info: [{"id": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "address": "fa:16:3e:0c:49:7b", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6010f54-2d", "ovs_interfaceid": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.394865] env[68867]: INFO nova.compute.manager [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Took 12.68 seconds to build instance. [ 1315.594391] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952673, 'name': RelocateVM_Task, 'duration_secs': 0.029716} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.594670] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1315.594871] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592567', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'name': 'volume-f669e43b-b8e4-4573-99e5-587b0e9d6288', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec35f439-d6cf-422f-92a8-b921ea3399d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'serial': 'f669e43b-b8e4-4573-99e5-587b0e9d6288'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1315.595720] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7ea72-c069-4e31-8e03-a92a84b35766 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.613445] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e836e797-1000-47ab-ab41-de6dfa5aee69 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.637021] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-f669e43b-b8e4-4573-99e5-587b0e9d6288/volume-f669e43b-b8e4-4573-99e5-587b0e9d6288.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.637277] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa16bdb2-c1a9-4d0d-ba82-3d6e4115ac03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.659748] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1315.659748] env[68867]: value = "task-2952674" [ 1315.659748] env[68867]: _type = "Task" [ 1315.659748] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.668657] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.678714] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.678714] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1315.678714] env[68867]: _type = "HttpNfcLease" [ 1315.678714] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1315.678714] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1315.678714] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52acfe68-55ed-c7b9-0588-18e8061faad3" [ 1315.678714] env[68867]: _type = "HttpNfcLease" [ 1315.678714] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1315.678714] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134be12-2932-489c-9adf-0420a40cec1c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.685964] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3b9f-6560-ab6f-7a75-2f12b00ecff8/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1315.686281] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3b9f-6560-ab6f-7a75-2f12b00ecff8/disk-0.vmdk. {{(pid=68867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1315.750216] env[68867]: DEBUG oslo_concurrency.lockutils [req-893ea937-7c1f-4d4b-a9f1-54b87abfcd43 req-15e2f925-ab71-4ebb-a07e-cdd10d05e007 service nova] Releasing lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.757442] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86f5ebb6-ed67-417f-ab9d-4057c87069c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.794707] env[68867]: DEBUG nova.compute.manager [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Received event network-changed-6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.794915] env[68867]: DEBUG nova.compute.manager [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Refreshing instance network info cache due to event network-changed-6f8321d9-85fe-4ec7-87ef-e559338844eb. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.795161] env[68867]: DEBUG oslo_concurrency.lockutils [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] Acquiring lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.795307] env[68867]: DEBUG oslo_concurrency.lockutils [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] Acquired lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.795480] env[68867]: DEBUG nova.network.neutron [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Refreshing network info cache for port 6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.897075] env[68867]: DEBUG oslo_concurrency.lockutils [None req-54d571b7-5ef5-4b2d-8f11-778b6be0beab tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "5d07849a-3298-4c23-b62e-081df797c624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.185s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.040619] env[68867]: DEBUG nova.objects.instance [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'flavor' on Instance uuid 433e74da-f2ca-4fac-bb40-aae7abafe38c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.171463] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952674, 'name': ReconfigVM_Task, 'duration_secs': 0.299725} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.171739] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-f669e43b-b8e4-4573-99e5-587b0e9d6288/volume-f669e43b-b8e4-4573-99e5-587b0e9d6288.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.179516] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0eb095-dae0-4909-b37e-e13b0a5401e4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.198856] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1316.198856] env[68867]: value = "task-2952675" [ 1316.198856] env[68867]: _type = "Task" [ 1316.198856] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.209677] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.251770] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.251986] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1316.402803] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.542907] env[68867]: DEBUG nova.network.neutron [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updated VIF entry in instance network info cache for port 6f8321d9-85fe-4ec7-87ef-e559338844eb. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.543475] env[68867]: DEBUG nova.network.neutron [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updating instance_info_cache with network_info: [{"id": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "address": "fa:16:3e:5f:44:ef", "network": {"id": "8411f78c-6a70-4069-b1ee-cdc7b89159ce", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2113945026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d0ccb455f64fbe959e1f230cc60d12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8321d9-85", "ovs_interfaceid": "6f8321d9-85fe-4ec7-87ef-e559338844eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.548508] env[68867]: DEBUG oslo_concurrency.lockutils [None req-67ef72ef-3b74-4af0-97d9-ed988adae1fc tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.549110] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.146s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.711258] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952675, 'name': ReconfigVM_Task, 'duration_secs': 0.175713} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.713010] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592567', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'name': 'volume-f669e43b-b8e4-4573-99e5-587b0e9d6288', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec35f439-d6cf-422f-92a8-b921ea3399d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'serial': 'f669e43b-b8e4-4573-99e5-587b0e9d6288'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1316.713563] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66618076-3c53-4d73-84ba-e8233b3b329a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.721235] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1316.721235] env[68867]: value = "task-2952676" [ 1316.721235] env[68867]: _type = "Task" [ 1316.721235] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.733409] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952676, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.864291] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Completed reading data from the image iterator. {{(pid=68867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1316.864520] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3b9f-6560-ab6f-7a75-2f12b00ecff8/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1316.865589] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febb5044-1bad-4b96-ac20-40dd27526155 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.872451] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3b9f-6560-ab6f-7a75-2f12b00ecff8/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1316.872616] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3b9f-6560-ab6f-7a75-2f12b00ecff8/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1316.872858] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-41b9e0bd-d54e-42ec-9f86-9b7ca364eceb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.049537] env[68867]: DEBUG oslo_concurrency.lockutils [req-71a1b773-52e4-4b77-a341-83578f8a8481 req-bb4df7e4-9d2d-4f23-bd41-40f97cbb2af5 service nova] Releasing lock "refresh_cache-5d07849a-3298-4c23-b62e-081df797c624" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.051748] env[68867]: INFO nova.compute.manager [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Detaching volume 9acc539b-a87b-4162-b46c-52e3124fcf7f [ 1317.067082] env[68867]: DEBUG oslo_vmware.rw_handles [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3b9f-6560-ab6f-7a75-2f12b00ecff8/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1317.067082] env[68867]: INFO nova.virt.vmwareapi.images [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Downloaded image file data c97a4238-33bb-48c9-8f39-152ac7e91cde [ 1317.067831] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfec5c3b-6ab3-49c2-ad1a-dce6ec264db0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.084821] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72ff230-7286-4b45-a1dc-b6194ab90333 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.088454] env[68867]: INFO nova.virt.block_device [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Attempting to driver detach volume 9acc539b-a87b-4162-b46c-52e3124fcf7f from mountpoint /dev/sdb [ 1317.088687] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.088876] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592568', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'name': 'volume-9acc539b-a87b-4162-b46c-52e3124fcf7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '433e74da-f2ca-4fac-bb40-aae7abafe38c', 'attached_at': '', 'detached_at': '', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'serial': '9acc539b-a87b-4162-b46c-52e3124fcf7f'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.089703] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f9e573-b3df-42e7-92ba-34aa0b75bbe7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.111972] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd41e54-5521-4f72-a4f2-9fb27e2c6d97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.117739] env[68867]: INFO nova.virt.vmwareapi.images [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] The imported VM was unregistered [ 1317.120264] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Caching image {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1317.120500] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.122394] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9e173a4-4f8e-4b15-aab7-875359f2e37a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.124958] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340f50c-f0da-4f77-9965-0be21b3ea9b5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.151022] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a8ba4b-052d-4320-b9ce-dfbd79e1d070 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.151022] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Created directory with path [datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.151022] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb/OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb.vmdk to [datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde/c97a4238-33bb-48c9-8f39-152ac7e91cde.vmdk. {{(pid=68867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1317.151022] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c8433a15-e815-4bf8-9c0a-ad1c2c937165 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.165884] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] The volume has not been displaced from its original location: [datastore1] volume-9acc539b-a87b-4162-b46c-52e3124fcf7f/volume-9acc539b-a87b-4162-b46c-52e3124fcf7f.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1317.171448] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.173013] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa046642-89cf-4deb-900c-97aef5463e5b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.185651] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1317.185651] env[68867]: value = "task-2952678" [ 1317.185651] env[68867]: _type = "Task" [ 1317.185651] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.193282] env[68867]: DEBUG oslo_vmware.api [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1317.193282] env[68867]: value = "task-2952679" [ 1317.193282] env[68867]: _type = "Task" [ 1317.193282] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.196544] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952678, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.204630] env[68867]: DEBUG oslo_vmware.api [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.234495] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952676, 'name': Rename_Task, 'duration_secs': 0.17157} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.234939] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.235324] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a63191b9-b7a6-4784-9b32-f6bc26c10430 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.243574] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1317.243574] env[68867]: value = "task-2952680" [ 1317.243574] env[68867]: _type = "Task" [ 1317.243574] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.254445] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.700066] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952678, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.712781] env[68867]: DEBUG oslo_vmware.api [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952679, 'name': ReconfigVM_Task, 'duration_secs': 0.269741} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.713087] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.717909] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c3d610-d5df-4363-8fe2-a9d9f9342998 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.738066] env[68867]: DEBUG oslo_vmware.api [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1317.738066] env[68867]: value = "task-2952681" [ 1317.738066] env[68867]: _type = "Task" [ 1317.738066] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.751417] env[68867]: DEBUG oslo_vmware.api [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.757787] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952680, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.197422] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952678, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.251759] env[68867]: DEBUG oslo_vmware.api [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952681, 'name': ReconfigVM_Task, 'duration_secs': 0.16101} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.252580] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592568', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'name': 'volume-9acc539b-a87b-4162-b46c-52e3124fcf7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '433e74da-f2ca-4fac-bb40-aae7abafe38c', 'attached_at': '', 'detached_at': '', 'volume_id': '9acc539b-a87b-4162-b46c-52e3124fcf7f', 'serial': '9acc539b-a87b-4162-b46c-52e3124fcf7f'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.260788] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.702134] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952678, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.713805] env[68867]: DEBUG nova.compute.manager [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1318.758411] env[68867]: DEBUG oslo_vmware.api [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952680, 'name': PowerOnVM_Task, 'duration_secs': 1.229989} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.759529] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.759847] env[68867]: INFO nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Took 4.67 seconds to spawn the instance on the hypervisor. [ 1318.759960] env[68867]: DEBUG nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.760735] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae4233-703a-4213-abee-a31822817d8c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.802274] env[68867]: DEBUG nova.objects.instance [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'flavor' on Instance uuid 433e74da-f2ca-4fac-bb40-aae7abafe38c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.201528] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952678, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.236614] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.236942] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.283965] env[68867]: INFO nova.compute.manager [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Took 15.69 seconds to build instance. [ 1319.699712] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952678, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.741666] env[68867]: INFO nova.compute.claims [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.786326] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2260eb59-5213-4438-b617-95345bc00863 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.196s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.809366] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0affb825-cc76-4673-a390-09a0f0bb5bb3 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.204403] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952678, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.025872} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.204403] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb/OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb.vmdk to [datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde/c97a4238-33bb-48c9-8f39-152ac7e91cde.vmdk. [ 1320.204403] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Cleaning up location [datastore1] OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1320.204403] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e9632df1-7dec-4b04-8707-ac4dd215facb {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.204403] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55714b31-ee74-4425-abf6-77d0e55383d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.212340] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1320.212340] env[68867]: value = "task-2952682" [ 1320.212340] env[68867]: _type = "Task" [ 1320.212340] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.223157] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.247516] env[68867]: INFO nova.compute.resource_tracker [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating resource usage from migration 2cfbcbee-4dfc-4fcf-87fa-0a3ece679175 [ 1320.252859] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.363675] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f95a9a-8310-4165-8af2-bbba3c4b45dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.371632] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4320aed2-ce27-403c-a5ce-86dac5df948b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.404884] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410733a2-2b32-4f2d-9910-8b27e8fbcd99 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.414021] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3712a3-597d-498f-8413-7d6b63c857c7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.434680] env[68867]: DEBUG nova.compute.manager [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Received event network-changed-c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.434791] env[68867]: DEBUG nova.compute.manager [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Refreshing instance network info cache due to event network-changed-c2a60993-8051-40a8-afad-a7a9b5d7a623. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.435132] env[68867]: DEBUG oslo_concurrency.lockutils [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] Acquiring lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.435175] env[68867]: DEBUG oslo_concurrency.lockutils [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] Acquired lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.435304] env[68867]: DEBUG nova.network.neutron [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Refreshing network info cache for port c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.437639] env[68867]: DEBUG nova.compute.provider_tree [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.684611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.684901] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.685131] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "433e74da-f2ca-4fac-bb40-aae7abafe38c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.686063] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.686063] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.687736] env[68867]: INFO nova.compute.manager [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Terminating instance [ 1320.723431] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213499} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.723616] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.723804] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde/c97a4238-33bb-48c9-8f39-152ac7e91cde.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.724159] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde/c97a4238-33bb-48c9-8f39-152ac7e91cde.vmdk to [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.724430] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a75e78af-579c-41de-8cd3-5df25af9ee09 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.732150] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1320.732150] env[68867]: value = "task-2952683" [ 1320.732150] env[68867]: _type = "Task" [ 1320.732150] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.740405] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.943974] env[68867]: DEBUG nova.scheduler.client.report [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.154871] env[68867]: DEBUG nova.network.neutron [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updated VIF entry in instance network info cache for port c2a60993-8051-40a8-afad-a7a9b5d7a623. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.155390] env[68867]: DEBUG nova.network.neutron [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updating instance_info_cache with network_info: [{"id": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "address": "fa:16:3e:17:c8:e3", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a60993-80", "ovs_interfaceid": "c2a60993-8051-40a8-afad-a7a9b5d7a623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.194026] env[68867]: DEBUG nova.compute.manager [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.194026] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.194026] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a77228e-4eaf-4651-a1ed-b66ab52b8e7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.205230] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.205778] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3650b9c7-421d-440b-aadb-f9da55a2dfed {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.216643] env[68867]: DEBUG oslo_vmware.api [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1321.216643] env[68867]: value = "task-2952684" [ 1321.216643] env[68867]: _type = "Task" [ 1321.216643] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.231997] env[68867]: DEBUG oslo_vmware.api [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.245877] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952683, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.247506] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.452017] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.452017] env[68867]: INFO nova.compute.manager [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Migrating [ 1321.659307] env[68867]: DEBUG oslo_concurrency.lockutils [req-ab088edc-9420-47d6-b54d-84455dd7ef2b req-fc3a6ab5-4984-49df-8682-a6e608955797 service nova] Releasing lock "refresh_cache-c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.731319] env[68867]: DEBUG oslo_vmware.api [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952684, 'name': PowerOffVM_Task, 'duration_secs': 0.301213} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.731627] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.731798] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.732160] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ba083a-cd54-4174-afbb-1d276fdae7ee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.744200] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952683, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.755060] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.755060] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.755060] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.817205] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.817439] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.817607] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleting the datastore file [datastore2] 433e74da-f2ca-4fac-bb40-aae7abafe38c {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.817893] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ed0d493-0163-47c8-bbfc-ea662deec8d4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.829073] env[68867]: DEBUG oslo_vmware.api [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for the task: (returnval){ [ 1321.829073] env[68867]: value = "task-2952686" [ 1321.829073] env[68867]: _type = "Task" [ 1321.829073] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.840680] env[68867]: DEBUG oslo_vmware.api [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.901058] env[68867]: DEBUG nova.compute.manager [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Stashing vm_state: active {{(pid=68867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1321.967303] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.967659] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.967789] env[68867]: DEBUG nova.network.neutron [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.249844] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952683, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.341828] env[68867]: DEBUG oslo_vmware.api [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Task: {'id': task-2952686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260616} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.344061] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.344061] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.344061] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.344061] env[68867]: INFO nova.compute.manager [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1322.344061] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.344061] env[68867]: DEBUG nova.compute.manager [-] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.344061] env[68867]: DEBUG nova.network.neutron [-] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.423890] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.424218] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.455395] env[68867]: DEBUG nova.compute.manager [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Received event network-changed-c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.455837] env[68867]: DEBUG nova.compute.manager [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Refreshing instance network info cache due to event network-changed-c6010f54-2dd2-42e4-b013-fab905cc1bfb. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.455957] env[68867]: DEBUG oslo_concurrency.lockutils [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] Acquiring lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.456119] env[68867]: DEBUG oslo_concurrency.lockutils [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] Acquired lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.456253] env[68867]: DEBUG nova.network.neutron [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Refreshing network info cache for port c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.747413] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952683, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.929719] env[68867]: INFO nova.compute.claims [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.972219] env[68867]: DEBUG nova.network.neutron [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [{"id": "11913943-7602-4690-8bee-5959856ad0dc", "address": "fa:16:3e:1a:58:f3", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11913943-76", "ovs_interfaceid": "11913943-7602-4690-8bee-5959856ad0dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.186768] env[68867]: DEBUG nova.network.neutron [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updated VIF entry in instance network info cache for port c6010f54-2dd2-42e4-b013-fab905cc1bfb. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.187139] env[68867]: DEBUG nova.network.neutron [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance_info_cache with network_info: [{"id": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "address": "fa:16:3e:0c:49:7b", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6010f54-2d", "ovs_interfaceid": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.248030] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952683, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.386561} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.248387] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c97a4238-33bb-48c9-8f39-152ac7e91cde/c97a4238-33bb-48c9-8f39-152ac7e91cde.vmdk to [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.249214] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88af63fb-6292-42fe-98dd-b5b05ba16318 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.251871] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.252201] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.281838] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.282492] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5cecc0-310c-4dc7-bcd4-850063076de5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.305188] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1323.305188] env[68867]: value = "task-2952687" [ 1323.305188] env[68867]: _type = "Task" [ 1323.305188] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.314685] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.436592] env[68867]: INFO nova.compute.resource_tracker [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating resource usage from migration cead424a-f7da-4742-b988-ae1845e01c8a [ 1323.476511] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.579646] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e395d-545b-44c8-a89d-9a0cfa9ffca4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.588275] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f32c0-243a-492e-b351-4fc1d3b1f8ef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.620965] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63ba24-f545-4d48-b7d6-5a10ea2d738b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.628688] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb95e678-77d3-40f2-a976-d04e658577da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.644435] env[68867]: DEBUG nova.compute.provider_tree [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.645771] env[68867]: DEBUG nova.network.neutron [-] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.689875] env[68867]: DEBUG oslo_concurrency.lockutils [req-92dbfbc0-e683-412c-82c3-2d080f7d8c48 req-5752cba3-3e54-455b-adb2-7ee2db9287d7 service nova] Releasing lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.759480] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.817330] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952687, 'name': ReconfigVM_Task, 'duration_secs': 0.493718} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.817584] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf/888a6e5d-dbfd-40c9-b0a5-5d085deea6cf.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.818502] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf03c88f-a704-47f6-a720-ce9acb5c62dd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.826317] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1323.826317] env[68867]: value = "task-2952688" [ 1323.826317] env[68867]: _type = "Task" [ 1323.826317] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.836151] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952688, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.148679] env[68867]: DEBUG nova.scheduler.client.report [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.152710] env[68867]: INFO nova.compute.manager [-] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Took 1.81 seconds to deallocate network for instance. [ 1324.337063] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952688, 'name': Rename_Task} progress is 99%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.480189] env[68867]: DEBUG nova.compute.manager [req-b8354063-8823-43bb-8255-07931b5a2c88 req-adaa0393-a9bc-4f4b-a1ef-79020e946a57 service nova] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Received event network-vif-deleted-b4e370d4-f814-444d-b60e-9575fd364ca9 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.654561] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.654794] env[68867]: INFO nova.compute.manager [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Migrating [ 1324.661078] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.902s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.661263] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.661411] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1324.662230] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.662469] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.662666] env[68867]: DEBUG nova.objects.instance [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lazy-loading 'resources' on Instance uuid 433e74da-f2ca-4fac-bb40-aae7abafe38c {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.666605] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21c8c1-c425-4cf2-a59e-b3882fc543cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.681390] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a4b631-1870-496e-9d52-252a7c640a01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.697419] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5053bd50-6574-454b-88cd-dfd77ccc1b64 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.703908] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81cf869-5d05-415a-b034-82ae23a7bc6e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.735706] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180182MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1324.735852] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.837636] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952688, 'name': Rename_Task, 'duration_secs': 0.538475} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.837906] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.838171] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c463db47-d5fc-4d78-b0f1-dc6b1eb496ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.844558] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1324.844558] env[68867]: value = "task-2952689" [ 1324.844558] env[68867]: _type = "Task" [ 1324.844558] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.851676] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.989739] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007af2b3-0b4e-4542-9560-107390b4e6b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.008803] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance 'bbe0d180-d843-4450-a3e5-1f1d0de98e3a' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.177362] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.177685] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.177685] env[68867]: DEBUG nova.network.neutron [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.310032] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0415d5aa-202f-47f3-82c0-683efde5ee2c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.318967] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be49d2d9-6386-48c2-ab7d-6a3c5cfcf58a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.355387] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f4bb13-8dd0-40aa-b2e6-43729697f682 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.363367] env[68867]: DEBUG oslo_vmware.api [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952689, 'name': PowerOnVM_Task, 'duration_secs': 0.491115} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.365674] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.368735] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959ba63e-0cf5-4484-a7c2-cd8c87c52a7d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.383301] env[68867]: DEBUG nova.compute.provider_tree [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.467019] env[68867]: DEBUG nova.compute.manager [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.467705] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b596e2-c0cc-47e0-bc36-62589b6f7f95 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.514856] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.515751] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba04479-d433-4a84-b52d-73f74bf290e3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.524152] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1325.524152] env[68867]: value = "task-2952690" [ 1325.524152] env[68867]: _type = "Task" [ 1325.524152] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.533399] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.886335] env[68867]: DEBUG nova.network.neutron [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance_info_cache with network_info: [{"id": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "address": "fa:16:3e:0c:49:7b", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6010f54-2d", "ovs_interfaceid": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.888900] env[68867]: DEBUG nova.scheduler.client.report [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.984456] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b14a9262-4e8b-4147-b31e-4ddb4cf6b536 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.155s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.034232] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952690, 'name': PowerOffVM_Task, 'duration_secs': 0.198388} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.034543] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.034653] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance 'bbe0d180-d843-4450-a3e5-1f1d0de98e3a' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.389295] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.392983] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.395723] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.660s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.417979] env[68867]: INFO nova.scheduler.client.report [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Deleted allocations for instance 433e74da-f2ca-4fac-bb40-aae7abafe38c [ 1326.540898] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.541190] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.541333] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.541513] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.541670] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.541850] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.541996] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.542171] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.542332] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.542491] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.542663] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.547769] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3db230-042a-4bbd-b50c-276d698abd98 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.565423] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1326.565423] env[68867]: value = "task-2952691" [ 1326.565423] env[68867]: _type = "Task" [ 1326.565423] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.576020] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.926598] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ba982272-691a-43a3-9c1d-f78c434cde78 tempest-AttachVolumeNegativeTest-122085146 tempest-AttachVolumeNegativeTest-122085146-project-member] Lock "433e74da-f2ca-4fac-bb40-aae7abafe38c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.241s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.077607] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952691, 'name': ReconfigVM_Task, 'duration_secs': 0.192054} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.077968] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance 'bbe0d180-d843-4450-a3e5-1f1d0de98e3a' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.405820] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Applying migration context for instance bbe0d180-d843-4450-a3e5-1f1d0de98e3a as it has an incoming, in-progress migration 2cfbcbee-4dfc-4fcf-87fa-0a3ece679175. Migration status is migrating {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1327.406266] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Applying migration context for instance ec35f439-d6cf-422f-92a8-b921ea3399d2 as it has an incoming, in-progress migration cead424a-f7da-4742-b988-ae1845e01c8a. Migration status is migrating {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1327.407220] env[68867]: INFO nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating resource usage from migration 2cfbcbee-4dfc-4fcf-87fa-0a3ece679175 [ 1327.407556] env[68867]: INFO nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating resource usage from migration cead424a-f7da-4742-b988-ae1845e01c8a [ 1327.427662] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.427864] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 2f613404-e58f-40f9-8c9c-38fa1f7b7227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.428023] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance cac5e547-e28b-4c48-b270-6761c2bb0654 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.428144] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.428263] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 5d07849a-3298-4c23-b62e-081df797c624 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.428377] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Migration 2cfbcbee-4dfc-4fcf-87fa-0a3ece679175 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1327.428493] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance bbe0d180-d843-4450-a3e5-1f1d0de98e3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.428627] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Migration cead424a-f7da-4742-b988-ae1845e01c8a is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1327.428758] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance ec35f439-d6cf-422f-92a8-b921ea3399d2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.428950] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1327.429126] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1327.550763] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deee631-8db7-444a-9d08-e18e0a3d2651 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.559846] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28473390-e5d7-4031-a5e1-e334b8bfe711 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.591991] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.592265] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.592426] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.592598] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.592737] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.592900] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.593118] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.593277] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.593437] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.593589] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.593787] env[68867]: DEBUG nova.virt.hardware [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.599766] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.600256] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e19fd6-d4ae-498f-bb16-9333c69384a9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.613448] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bce09e-5c7e-4c68-918f-4f871b0ebc4e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.623189] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15819b3e-8c3b-4002-832e-da5b80daadad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.627283] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1327.627283] env[68867]: value = "task-2952693" [ 1327.627283] env[68867]: _type = "Task" [ 1327.627283] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.641287] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.648627] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.905948] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14379ac4-f263-4a19-b4fa-3ed010ddaea3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.924603] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance 'ec35f439-d6cf-422f-92a8-b921ea3399d2' progress to 0 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.138255] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952693, 'name': ReconfigVM_Task, 'duration_secs': 0.221894} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.138513] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.139296] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dd6dea-e6ab-4d7b-afb4-f5231a4d7808 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.144718] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.165173] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.166321] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53e9cc1a-1799-4ff6-b9d0-24627dd6615d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.187387] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1328.187387] env[68867]: value = "task-2952694" [ 1328.187387] env[68867]: _type = "Task" [ 1328.187387] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.197166] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.430557] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.430908] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6527ae5-0cc9-4813-8974-9849bbbbeb01 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.439221] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1328.439221] env[68867]: value = "task-2952695" [ 1328.439221] env[68867]: _type = "Task" [ 1328.439221] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.449263] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.667637] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1328.667825] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.698465] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.949923] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952695, 'name': PowerOffVM_Task, 'duration_secs': 0.181862} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.950151] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.950329] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance 'ec35f439-d6cf-422f-92a8-b921ea3399d2' progress to 17 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.198704] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952694, 'name': ReconfigVM_Task, 'duration_secs': 0.635552} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.198974] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.199275] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance 'bbe0d180-d843-4450-a3e5-1f1d0de98e3a' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.457049] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.457424] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.457470] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.457624] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.457767] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.457911] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.458125] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.458283] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.458442] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.458599] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.458766] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.464144] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86652d39-ad39-42b9-9c92-ab9c79710b1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.481574] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1329.481574] env[68867]: value = "task-2952696" [ 1329.481574] env[68867]: _type = "Task" [ 1329.481574] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.491804] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.706410] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbd96ce-b6f3-4872-a52b-3575638033da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.726599] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38f660-d35a-4c99-b183-5db50d3e6f07 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.745465] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance 'bbe0d180-d843-4450-a3e5-1f1d0de98e3a' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.992662] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952696, 'name': ReconfigVM_Task, 'duration_secs': 0.158764} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.992970] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance 'ec35f439-d6cf-422f-92a8-b921ea3399d2' progress to 33 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.285225] env[68867]: DEBUG nova.network.neutron [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Port 11913943-7602-4690-8bee-5959856ad0dc binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1330.500267] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.500563] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.500664] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.500848] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.500992] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.501154] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.501361] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.501518] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.501678] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.501851] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.502034] env[68867]: DEBUG nova.virt.hardware [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.507477] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.507773] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a28c71d-1c3f-43ef-878e-e4828c50f328 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.527849] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1330.527849] env[68867]: value = "task-2952697" [ 1330.527849] env[68867]: _type = "Task" [ 1330.527849] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.536524] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.037095] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952697, 'name': ReconfigVM_Task, 'duration_secs': 0.402101} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.037376] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1331.038161] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb2bc0-09b3-4332-9a70-26213a683b38 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.061461] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-f669e43b-b8e4-4573-99e5-587b0e9d6288/volume-f669e43b-b8e4-4573-99e5-587b0e9d6288.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.061727] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674bc43c-4b0f-4657-94da-ac153d56dfb1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.081398] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1331.081398] env[68867]: value = "task-2952699" [ 1331.081398] env[68867]: _type = "Task" [ 1331.081398] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.092902] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.304694] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.305092] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.305363] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.592411] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952699, 'name': ReconfigVM_Task, 'duration_secs': 0.295925} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.592733] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-f669e43b-b8e4-4573-99e5-587b0e9d6288/volume-f669e43b-b8e4-4573-99e5-587b0e9d6288.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.592958] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance 'ec35f439-d6cf-422f-92a8-b921ea3399d2' progress to 50 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.663088] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.099688] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb01ac4-ea50-4a48-a898-cdf51ba3e947 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.120670] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ae593-6b7e-4ad3-96b7-623b5cdbcf4f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.139421] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance 'ec35f439-d6cf-422f-92a8-b921ea3399d2' progress to 67 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.346671] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.346868] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.347058] env[68867]: DEBUG nova.network.neutron [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.077103] env[68867]: DEBUG nova.network.neutron [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [{"id": "11913943-7602-4690-8bee-5959856ad0dc", "address": "fa:16:3e:1a:58:f3", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11913943-76", "ovs_interfaceid": "11913943-7602-4690-8bee-5959856ad0dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.580667] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.771588] env[68867]: DEBUG nova.network.neutron [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Port c6010f54-2dd2-42e4-b013-fab905cc1bfb binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1334.107088] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c20d8-e80c-479d-a4e2-87c17653804a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.126995] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71c7868-6aab-4fc3-82e5-ae775278ca51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.133671] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance 'bbe0d180-d843-4450-a3e5-1f1d0de98e3a' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.639875] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.640208] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d5f1708-68d7-4be4-9c63-ac9068311c48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.648634] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1334.648634] env[68867]: value = "task-2952701" [ 1334.648634] env[68867]: _type = "Task" [ 1334.648634] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.793879] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.794111] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.794290] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.870485] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.870774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.870973] env[68867]: INFO nova.compute.manager [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Shelving [ 1335.158594] env[68867]: DEBUG oslo_vmware.api [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952701, 'name': PowerOnVM_Task, 'duration_secs': 0.449023} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.158977] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.159044] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56847-6e66-4add-aec1-da414a41bc42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance 'bbe0d180-d843-4450-a3e5-1f1d0de98e3a' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.828037] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.828152] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.828321] env[68867]: DEBUG nova.network.neutron [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.878575] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.878860] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392e9d5e-9d8d-4b96-95bd-0a8a6b227deb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.885837] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1335.885837] env[68867]: value = "task-2952702" [ 1335.885837] env[68867]: _type = "Task" [ 1335.885837] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.894161] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.399019] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952702, 'name': PowerOffVM_Task, 'duration_secs': 0.190964} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.399400] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.400183] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b80327-0a12-4add-83c0-fb59722ca2bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.418241] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f83111-a32c-4978-a133-c89f3bc70b8e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.549885] env[68867]: DEBUG nova.network.neutron [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance_info_cache with network_info: [{"id": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "address": "fa:16:3e:0c:49:7b", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6010f54-2d", "ovs_interfaceid": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.928044] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Creating Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1336.928284] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-355f507b-3adc-4dcc-9fde-8901ed4d1343 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.935654] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1336.935654] env[68867]: value = "task-2952703" [ 1336.935654] env[68867]: _type = "Task" [ 1336.935654] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.944018] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952703, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.052925] env[68867]: DEBUG oslo_concurrency.lockutils [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.446288] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952703, 'name': CreateSnapshot_Task, 'duration_secs': 0.455603} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.446833] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Created Snapshot of the VM instance {{(pid=68867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1337.450355] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c8061-9824-454d-a821-1aa19f404eaa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.503778] env[68867]: DEBUG nova.network.neutron [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Port 11913943-7602-4690-8bee-5959856ad0dc binding to destination host cpu-1 is already ACTIVE {{(pid=68867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1337.504118] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.504278] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.504438] env[68867]: DEBUG nova.network.neutron [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.562218] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce6925b-d6d2-47e2-ba72-82141c423ed5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.569207] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a9eb18-e6fe-4169-b311-2cde34e2b69f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.972918] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Creating linked-clone VM from snapshot {{(pid=68867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1337.972918] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a0c42bf-00e4-4978-a12d-91724cd69430 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.981860] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1337.981860] env[68867]: value = "task-2952704" [ 1337.981860] env[68867]: _type = "Task" [ 1337.981860] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.990788] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952704, 'name': CloneVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.242778] env[68867]: DEBUG nova.network.neutron [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [{"id": "11913943-7602-4690-8bee-5959856ad0dc", "address": "fa:16:3e:1a:58:f3", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11913943-76", "ovs_interfaceid": "11913943-7602-4690-8bee-5959856ad0dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.493706] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952704, 'name': CloneVM_Task} progress is 94%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.680870] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a26910-06c0-4aa0-ad23-ab7cc6149c36 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.700914] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63937493-e041-4530-b9f5-7af86f32d65f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.707703] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance 'ec35f439-d6cf-422f-92a8-b921ea3399d2' progress to 83 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.745312] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.992336] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952704, 'name': CloneVM_Task} progress is 95%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.214125] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.214443] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c751fa-c1b4-4648-8cbf-25dcec2458b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.220880] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1339.220880] env[68867]: value = "task-2952705" [ 1339.220880] env[68867]: _type = "Task" [ 1339.220880] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.228323] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.248391] env[68867]: DEBUG nova.compute.manager [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68867) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1339.248582] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.248828] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.493221] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952704, 'name': CloneVM_Task, 'duration_secs': 1.293894} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.493479] env[68867]: INFO nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Created linked-clone VM from snapshot [ 1339.494337] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f9d00-fab7-4f5f-b546-8f562959e281 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.501424] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Uploading image 54be34f5-3f00-4920-8e8b-2bdf1d10ef94 {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1339.527449] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1339.527449] env[68867]: value = "vm-592575" [ 1339.527449] env[68867]: _type = "VirtualMachine" [ 1339.527449] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1339.527700] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4f8f4a1-b404-4ba8-a453-6994837a3e50 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.534605] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease: (returnval){ [ 1339.534605] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d7d05f-83c8-b31a-cf15-0361052f3690" [ 1339.534605] env[68867]: _type = "HttpNfcLease" [ 1339.534605] env[68867]: } obtained for exporting VM: (result){ [ 1339.534605] env[68867]: value = "vm-592575" [ 1339.534605] env[68867]: _type = "VirtualMachine" [ 1339.534605] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1339.535075] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the lease: (returnval){ [ 1339.535075] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d7d05f-83c8-b31a-cf15-0361052f3690" [ 1339.535075] env[68867]: _type = "HttpNfcLease" [ 1339.535075] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1339.542218] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.542218] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d7d05f-83c8-b31a-cf15-0361052f3690" [ 1339.542218] env[68867]: _type = "HttpNfcLease" [ 1339.542218] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1339.731110] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.751837] env[68867]: DEBUG nova.objects.instance [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'migration_context' on Instance uuid bbe0d180-d843-4450-a3e5-1f1d0de98e3a {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.043536] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.043536] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d7d05f-83c8-b31a-cf15-0361052f3690" [ 1340.043536] env[68867]: _type = "HttpNfcLease" [ 1340.043536] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1340.043851] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1340.043851] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52d7d05f-83c8-b31a-cf15-0361052f3690" [ 1340.043851] env[68867]: _type = "HttpNfcLease" [ 1340.043851] env[68867]: }. {{(pid=68867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1340.044603] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44e0018-b2a8-4a2f-add9-007adb8eaca0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.051743] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fc9b7-3c7d-b0e3-9762-71d7fa87d30a/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1340.051950] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fc9b7-3c7d-b0e3-9762-71d7fa87d30a/disk-0.vmdk for reading. {{(pid=68867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1340.141149] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29113526-6ef7-4e11-bde5-4a59e9ca5393 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.231113] env[68867]: DEBUG oslo_vmware.api [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952705, 'name': PowerOnVM_Task, 'duration_secs': 0.905939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.231113] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.231314] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a2ed-ee23-4876-998f-fa22d3a52f29 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance 'ec35f439-d6cf-422f-92a8-b921ea3399d2' progress to 100 {{(pid=68867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.390758] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e70b21-e795-4d1f-b6fa-573196cc7aa6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.401514] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d87ac5c-647a-46e2-b2dc-f33f73d678db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.434323] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5580c27-ef62-489b-ae3c-c2601660a949 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.441586] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decae0b9-29fb-485f-b286-654f39f60795 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.454848] env[68867]: DEBUG nova.compute.provider_tree [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.958791] env[68867]: DEBUG nova.scheduler.client.report [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.975069] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.725s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.712170] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.712451] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.712697] env[68867]: DEBUG nova.compute.manager [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Going to confirm migration 10 {{(pid=68867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1343.285674] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.285946] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquired lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.286108] env[68867]: DEBUG nova.network.neutron [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.286353] env[68867]: DEBUG nova.objects.instance [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'info_cache' on Instance uuid ec35f439-d6cf-422f-92a8-b921ea3399d2 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.516728] env[68867]: INFO nova.compute.manager [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Swapping old allocation on dict_keys(['c8b67410-0c3b-49cc-8b6c-49951b616589']) held by migration 2cfbcbee-4dfc-4fcf-87fa-0a3ece679175 for instance [ 1343.542101] env[68867]: DEBUG nova.scheduler.client.report [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Overwriting current allocation {'allocations': {'c8b67410-0c3b-49cc-8b6c-49951b616589': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': 'faa8061e531747e4a41fb07fc10ce326', 'user_id': '2f27e24481ad47af8b848ae542608928', 'consumer_generation': 1} on consumer bbe0d180-d843-4450-a3e5-1f1d0de98e3a {{(pid=68867) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1343.619679] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.619890] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.620093] env[68867]: DEBUG nova.network.neutron [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.333214] env[68867]: DEBUG nova.network.neutron [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [{"id": "11913943-7602-4690-8bee-5959856ad0dc", "address": "fa:16:3e:1a:58:f3", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11913943-76", "ovs_interfaceid": "11913943-7602-4690-8bee-5959856ad0dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.585323] env[68867]: DEBUG nova.network.neutron [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance_info_cache with network_info: [{"id": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "address": "fa:16:3e:0c:49:7b", "network": {"id": "6d9331c7-2882-4e38-b80b-365074729498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616617600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af336311d6b04365a38881fdb83ba061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6010f54-2d", "ovs_interfaceid": "c6010f54-2dd2-42e4-b013-fab905cc1bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.837080] env[68867]: DEBUG oslo_concurrency.lockutils [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-bbe0d180-d843-4450-a3e5-1f1d0de98e3a" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.837080] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.837080] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b914f3d8-db34-46e2-bbee-259cac2adbce {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.844677] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1344.844677] env[68867]: value = "task-2952707" [ 1344.844677] env[68867]: _type = "Task" [ 1344.844677] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.852397] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.088211] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Releasing lock "refresh_cache-ec35f439-d6cf-422f-92a8-b921ea3399d2" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.088488] env[68867]: DEBUG nova.objects.instance [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'migration_context' on Instance uuid ec35f439-d6cf-422f-92a8-b921ea3399d2 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.354571] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952707, 'name': PowerOffVM_Task, 'duration_secs': 0.322185} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.354930] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.355567] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.355777] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.355946] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.356143] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.356291] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.356447] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.356648] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.356802] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.356980] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.357168] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.357340] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.362726] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c8b16b-0349-436f-926e-f32e62f50431 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.378525] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1345.378525] env[68867]: value = "task-2952708" [ 1345.378525] env[68867]: _type = "Task" [ 1345.378525] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.387371] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.591772] env[68867]: DEBUG nova.objects.base [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1345.592863] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc3c52e-1a73-4b33-83cb-166a104ac722 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.613550] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11973f48-3c7c-482d-93f3-b08b75ac40fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.619624] env[68867]: DEBUG oslo_vmware.api [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1345.619624] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526a6571-7ad6-e322-4f48-999dcfef295c" [ 1345.619624] env[68867]: _type = "Task" [ 1345.619624] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.629488] env[68867]: DEBUG oslo_vmware.api [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526a6571-7ad6-e322-4f48-999dcfef295c, 'name': SearchDatastore_Task} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.629813] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.630112] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.889315] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952708, 'name': ReconfigVM_Task, 'duration_secs': 0.214735} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.890243] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab848b-5e15-47c3-a62d-8effe59541d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.908792] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.909057] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.909222] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.909403] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.909546] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.909689] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.909892] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.910063] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.910232] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.910388] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.910558] env[68867]: DEBUG nova.virt.hardware [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.911368] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3dc644d-1485-49e1-8f53-075528889628 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.916559] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1345.916559] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52782fe6-0a21-c24b-106b-a6197b83d67c" [ 1345.916559] env[68867]: _type = "Task" [ 1345.916559] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.924287] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52782fe6-0a21-c24b-106b-a6197b83d67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.280658] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3dae8d-5878-4924-a794-8c7b9d8d7831 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.290379] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac696bf6-06e9-4bd2-994f-82883f3db0d8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.322695] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a8a4f9-566c-443f-814c-c8cc2a583e06 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.329943] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d32ded0-aac5-46b1-9a8a-cba4a4c18024 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.343456] env[68867]: DEBUG nova.compute.provider_tree [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.426301] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52782fe6-0a21-c24b-106b-a6197b83d67c, 'name': SearchDatastore_Task, 'duration_secs': 0.015197} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.431660] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1346.431956] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c691088-4b64-49d6-a97a-0211909926b6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.450696] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1346.450696] env[68867]: value = "task-2952709" [ 1346.450696] env[68867]: _type = "Task" [ 1346.450696] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.459626] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.847476] env[68867]: DEBUG nova.scheduler.client.report [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.961060] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952709, 'name': ReconfigVM_Task, 'duration_secs': 0.258284} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.961308] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.962113] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c48071-c3e4-4cc6-97ab-b1e05673eb31 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.985388] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.985768] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7656350f-bd63-49d7-bd4c-abe042d7539a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.003927] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1347.003927] env[68867]: value = "task-2952710" [ 1347.003927] env[68867]: _type = "Task" [ 1347.003927] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.011916] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.513719] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952710, 'name': ReconfigVM_Task, 'duration_secs': 0.445121} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.514181] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a/bbe0d180-d843-4450-a3e5-1f1d0de98e3a.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.514985] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4809bf8c-1e9a-4c5c-813e-4c45eaaf2a32 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.535540] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709f5d3-8956-4e24-b402-32c96430d748 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.558050] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da512c82-5ed6-4c0b-ad19-7911fc493e90 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.577981] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fc9b7-3c7d-b0e3-9762-71d7fa87d30a/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1347.578744] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d9d1d-d27d-4732-9180-c1b33c7c4b85 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.581834] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd14d02-88ab-48b3-b655-1915d79c5ec3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.588408] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.589793] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76bee8d5-c7a9-44a0-ac9f-90d034dc0245 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.591153] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fc9b7-3c7d-b0e3-9762-71d7fa87d30a/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1347.591319] env[68867]: ERROR oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fc9b7-3c7d-b0e3-9762-71d7fa87d30a/disk-0.vmdk due to incomplete transfer. [ 1347.591495] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-968e1107-39ee-4c5e-86c0-9cec49fc12b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.596600] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1347.596600] env[68867]: value = "task-2952711" [ 1347.596600] env[68867]: _type = "Task" [ 1347.596600] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.600619] env[68867]: DEBUG oslo_vmware.rw_handles [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fc9b7-3c7d-b0e3-9762-71d7fa87d30a/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1347.600881] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Uploaded image 54be34f5-3f00-4920-8e8b-2bdf1d10ef94 to the Glance image server {{(pid=68867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1347.603211] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Destroying the VM {{(pid=68867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1347.605977] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9220bca8-b6f2-43bd-9ad8-7de446d7f29e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.607307] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.610857] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1347.610857] env[68867]: value = "task-2952712" [ 1347.610857] env[68867]: _type = "Task" [ 1347.610857] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.618074] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952712, 'name': Destroy_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.857768] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.227s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.108013] env[68867]: DEBUG oslo_vmware.api [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952711, 'name': PowerOnVM_Task, 'duration_secs': 0.38471} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.108298] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.119104] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952712, 'name': Destroy_Task, 'duration_secs': 0.343281} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.119347] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Destroyed the VM [ 1348.119575] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Deleting Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1348.119844] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-738f34c1-7fe3-4052-aa62-b4025651351b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.126038] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1348.126038] env[68867]: value = "task-2952713" [ 1348.126038] env[68867]: _type = "Task" [ 1348.126038] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.133526] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952713, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.415447] env[68867]: INFO nova.scheduler.client.report [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted allocation for migration cead424a-f7da-4742-b988-ae1845e01c8a [ 1348.635849] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952713, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382122} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.636240] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Deleted Snapshot of the VM instance {{(pid=68867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1348.636389] env[68867]: DEBUG nova.compute.manager [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.637123] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4bf4da-f364-414e-b469-8ca8e99dfd25 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.921283] env[68867]: DEBUG oslo_concurrency.lockutils [None req-0db0d8c6-f9b8-43f6-8ba4-e972d5831f14 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.209s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.121489] env[68867]: INFO nova.compute.manager [None req-b8455b52-4584-420b-a23c-7525246c5cc2 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance to original state: 'active' [ 1349.150397] env[68867]: INFO nova.compute.manager [None req-f2e0f598-48e7-4702-a77e-d6e4320f6b49 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Get console output [ 1349.150740] env[68867]: WARNING nova.virt.vmwareapi.driver [None req-f2e0f598-48e7-4702-a77e-d6e4320f6b49 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] The console log is missing. Check your VSPC configuration [ 1349.152105] env[68867]: INFO nova.compute.manager [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Shelve offloading [ 1349.655475] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.655814] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9d320f2-58a9-4c11-b363-a9a42c0ef744 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.663460] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1349.663460] env[68867]: value = "task-2952714" [ 1349.663460] env[68867]: _type = "Task" [ 1349.663460] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.672074] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.174513] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1350.174759] env[68867]: DEBUG nova.compute.manager [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.175595] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17181d7-1d93-4e4c-bb03-d80c36f3669b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.181180] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.181374] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.181542] env[68867]: DEBUG nova.network.neutron [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.893206] env[68867]: DEBUG nova.network.neutron [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.963627] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.963857] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.964123] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.964323] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.964492] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.966613] env[68867]: INFO nova.compute.manager [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Terminating instance [ 1351.396275] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.470909] env[68867]: DEBUG nova.compute.manager [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.471228] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.472176] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01916d8e-be33-4775-b7f7-3320daed99d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.480083] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.480342] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-678627f7-6ccc-4981-819b-2771dcb8f903 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.486679] env[68867]: DEBUG oslo_vmware.api [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1351.486679] env[68867]: value = "task-2952715" [ 1351.486679] env[68867]: _type = "Task" [ 1351.486679] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.496109] env[68867]: DEBUG oslo_vmware.api [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.606076] env[68867]: DEBUG nova.compute.manager [req-02fed87b-13e8-4320-a4e3-a88aab37535c req-cb4d2de0-b47e-40bf-b753-90c9890e1880 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-vif-unplugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.606299] env[68867]: DEBUG oslo_concurrency.lockutils [req-02fed87b-13e8-4320-a4e3-a88aab37535c req-cb4d2de0-b47e-40bf-b753-90c9890e1880 service nova] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.606504] env[68867]: DEBUG oslo_concurrency.lockutils [req-02fed87b-13e8-4320-a4e3-a88aab37535c req-cb4d2de0-b47e-40bf-b753-90c9890e1880 service nova] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.606666] env[68867]: DEBUG oslo_concurrency.lockutils [req-02fed87b-13e8-4320-a4e3-a88aab37535c req-cb4d2de0-b47e-40bf-b753-90c9890e1880 service nova] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.606827] env[68867]: DEBUG nova.compute.manager [req-02fed87b-13e8-4320-a4e3-a88aab37535c req-cb4d2de0-b47e-40bf-b753-90c9890e1880 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] No waiting events found dispatching network-vif-unplugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.606988] env[68867]: WARNING nova.compute.manager [req-02fed87b-13e8-4320-a4e3-a88aab37535c req-cb4d2de0-b47e-40bf-b753-90c9890e1880 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received unexpected event network-vif-unplugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 for instance with vm_state shelved and task_state shelving_offloading. [ 1351.757318] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.758228] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6817f3-5410-45dc-8c01-faf6f884e822 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.765714] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.765940] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b3c200d-fabc-45cc-94f7-d96ac55c6d88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.839660] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.839870] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.840067] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleting the datastore file [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.840333] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c9d668e-b967-49df-b872-8355ddb7cd56 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.846702] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1351.846702] env[68867]: value = "task-2952717" [ 1351.846702] env[68867]: _type = "Task" [ 1351.846702] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.853788] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.996097] env[68867]: DEBUG oslo_vmware.api [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952715, 'name': PowerOffVM_Task, 'duration_secs': 0.211988} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.996495] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.996559] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.996752] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a37cf5d-1ca3-489a-990f-951bc4e66bc4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.059847] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.060079] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.060249] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleting the datastore file [datastore1] bbe0d180-d843-4450-a3e5-1f1d0de98e3a {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.060513] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fd8d21f-99f3-467d-bbcf-15a54464e3a8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.066737] env[68867]: DEBUG oslo_vmware.api [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1352.066737] env[68867]: value = "task-2952719" [ 1352.066737] env[68867]: _type = "Task" [ 1352.066737] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.074737] env[68867]: DEBUG oslo_vmware.api [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.356818] env[68867]: DEBUG oslo_vmware.api [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129638} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.357021] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.357206] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.357379] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.377340] env[68867]: INFO nova.scheduler.client.report [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted allocations for instance cac5e547-e28b-4c48-b270-6761c2bb0654 [ 1352.576143] env[68867]: DEBUG oslo_vmware.api [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138344} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.576390] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.576569] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.576739] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.576906] env[68867]: INFO nova.compute.manager [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.577157] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.577344] env[68867]: DEBUG nova.compute.manager [-] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.577437] env[68867]: DEBUG nova.network.neutron [-] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.882782] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.883085] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.883314] env[68867]: DEBUG nova.objects.instance [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'resources' on Instance uuid cac5e547-e28b-4c48-b270-6761c2bb0654 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.386031] env[68867]: DEBUG nova.objects.instance [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'numa_topology' on Instance uuid cac5e547-e28b-4c48-b270-6761c2bb0654 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.530806] env[68867]: DEBUG nova.network.neutron [-] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.637651] env[68867]: DEBUG nova.compute.manager [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.637841] env[68867]: DEBUG nova.compute.manager [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing instance network info cache due to event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.638097] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] Acquiring lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.638264] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] Acquired lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.638427] env[68867]: DEBUG nova.network.neutron [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.641976] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Acquiring lock "5d07849a-3298-4c23-b62e-081df797c624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.642180] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "5d07849a-3298-4c23-b62e-081df797c624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.642377] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Acquiring lock "5d07849a-3298-4c23-b62e-081df797c624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.642557] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "5d07849a-3298-4c23-b62e-081df797c624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.642738] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "5d07849a-3298-4c23-b62e-081df797c624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.644805] env[68867]: INFO nova.compute.manager [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Terminating instance [ 1353.888771] env[68867]: DEBUG nova.objects.base [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.972917] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbcbdd6-f5f4-44bc-afd8-e365ed367271 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.980649] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0860593b-6aff-4e6b-86e2-e6ffba031864 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.011921] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab082c-40fa-4fcc-98fa-63e9abba70ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.019606] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37066298-90b9-4f73-b8f4-19b069d5239e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.032614] env[68867]: DEBUG nova.compute.provider_tree [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.037027] env[68867]: INFO nova.compute.manager [-] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Took 1.46 seconds to deallocate network for instance. [ 1354.148041] env[68867]: DEBUG nova.compute.manager [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.148277] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.148547] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b0734ff-952e-496c-98b8-470825c72962 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.157247] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1354.157247] env[68867]: value = "task-2952720" [ 1354.157247] env[68867]: _type = "Task" [ 1354.157247] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.165331] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.390225] env[68867]: DEBUG nova.network.neutron [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updated VIF entry in instance network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.390592] env[68867]: DEBUG nova.network.neutron [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.535908] env[68867]: DEBUG nova.scheduler.client.report [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.542217] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.666443] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952720, 'name': PowerOffVM_Task, 'duration_secs': 0.189917} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.666697] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.666892] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1354.667100] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592566', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'name': 'volume-8a41afcb-737e-4650-b139-02179221dd22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d07849a-3298-4c23-b62e-081df797c624', 'attached_at': '', 'detached_at': '', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'serial': '8a41afcb-737e-4650-b139-02179221dd22'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1354.667837] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd30244c-2186-4a08-b9a8-a23b81c41ce7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.685443] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a0853-d683-40e6-8c28-d747afceb735 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.691175] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fdd83d-cdf1-42f5-b113-f4e41d900212 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.709135] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f281c2-ddf4-45f1-b92e-1ccd8ce998ca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.722906] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a41afcb-737e-4650-b139-02179221dd22/volume-8a41afcb-737e-4650-b139-02179221dd22.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1354.728220] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1354.728488] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f74abe-5b8f-4823-bccf-e91e55cb6a91 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.746828] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1354.746828] env[68867]: value = "task-2952721" [ 1354.746828] env[68867]: _type = "Task" [ 1354.746828] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.754174] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.893690] env[68867]: DEBUG oslo_concurrency.lockutils [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] Releasing lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.893965] env[68867]: DEBUG nova.compute.manager [req-b7925b77-9e4f-4301-b232-c449b59acaf2 req-d30be36b-2e73-43bd-bce9-be36d7a2a574 service nova] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Received event network-vif-deleted-11913943-7602-4690-8bee-5959856ad0dc {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.919781] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.040485] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.043006] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.501s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.043225] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.065768] env[68867]: INFO nova.scheduler.client.report [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted allocations for instance bbe0d180-d843-4450-a3e5-1f1d0de98e3a [ 1355.257603] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952721, 'name': ReconfigVM_Task, 'duration_secs': 0.147118} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.257603] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.262210] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bc6aa7-40df-47bb-9d9c-5df98d430fa3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.276931] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1355.276931] env[68867]: value = "task-2952722" [ 1355.276931] env[68867]: _type = "Task" [ 1355.276931] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.284597] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.550317] env[68867]: DEBUG oslo_concurrency.lockutils [None req-9b5e05b2-307e-4b0a-8602-e337553e4ef8 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.679s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.551167] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.631s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.551350] env[68867]: INFO nova.compute.manager [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Unshelving [ 1355.572030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-aa9f56f4-b560-46c0-a190-820fa1757e42 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "bbe0d180-d843-4450-a3e5-1f1d0de98e3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.608s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.786928] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952722, 'name': ReconfigVM_Task, 'duration_secs': 0.286717} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.787239] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592566', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'name': 'volume-8a41afcb-737e-4650-b139-02179221dd22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d07849a-3298-4c23-b62e-081df797c624', 'attached_at': '', 'detached_at': '', 'volume_id': '8a41afcb-737e-4650-b139-02179221dd22', 'serial': '8a41afcb-737e-4650-b139-02179221dd22'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1355.787522] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.788309] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf7575-1239-4168-83b5-c39a51423b30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.794622] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.794837] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6413785-d780-48aa-9aed-3c6c455f6b6c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.860066] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.860224] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.860405] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Deleting the datastore file [datastore1] 5d07849a-3298-4c23-b62e-081df797c624 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.860662] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3814d0c3-f695-4d85-a135-cf79fb0df996 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.867122] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for the task: (returnval){ [ 1355.867122] env[68867]: value = "task-2952724" [ 1355.867122] env[68867]: _type = "Task" [ 1355.867122] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.874410] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.378115] env[68867]: DEBUG oslo_vmware.api [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Task: {'id': task-2952724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072774} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.378115] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.378349] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.378487] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.378624] env[68867]: INFO nova.compute.manager [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1356.378884] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.379109] env[68867]: DEBUG nova.compute.manager [-] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.379207] env[68867]: DEBUG nova.network.neutron [-] [instance: 5d07849a-3298-4c23-b62e-081df797c624] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.575066] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.575404] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.575631] env[68867]: DEBUG nova.objects.instance [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'pci_requests' on Instance uuid cac5e547-e28b-4c48-b270-6761c2bb0654 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.848781] env[68867]: DEBUG nova.compute.manager [req-b7b30d7d-f609-42f3-a208-65654c29c8c6 req-933937b2-a680-406b-b791-8d19daa5c1d2 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Received event network-vif-deleted-6f8321d9-85fe-4ec7-87ef-e559338844eb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.848979] env[68867]: INFO nova.compute.manager [req-b7b30d7d-f609-42f3-a208-65654c29c8c6 req-933937b2-a680-406b-b791-8d19daa5c1d2 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Neutron deleted interface 6f8321d9-85fe-4ec7-87ef-e559338844eb; detaching it from the instance and deleting it from the info cache [ 1356.849175] env[68867]: DEBUG nova.network.neutron [req-b7b30d7d-f609-42f3-a208-65654c29c8c6 req-933937b2-a680-406b-b791-8d19daa5c1d2 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.020378] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "84e722d4-64a1-4988-87f8-635a6da6ee44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.020611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.079503] env[68867]: DEBUG nova.objects.instance [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'numa_topology' on Instance uuid cac5e547-e28b-4c48-b270-6761c2bb0654 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.332270] env[68867]: DEBUG nova.network.neutron [-] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.351742] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df1090e4-5b76-4245-a9c2-c1e3f75175c1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.361663] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49beee9-b8c7-464e-a035-533da9ba139c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.389376] env[68867]: DEBUG nova.compute.manager [req-b7b30d7d-f609-42f3-a208-65654c29c8c6 req-933937b2-a680-406b-b791-8d19daa5c1d2 service nova] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Detach interface failed, port_id=6f8321d9-85fe-4ec7-87ef-e559338844eb, reason: Instance 5d07849a-3298-4c23-b62e-081df797c624 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.523356] env[68867]: DEBUG nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.581652] env[68867]: INFO nova.compute.claims [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.834476] env[68867]: INFO nova.compute.manager [-] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Took 1.46 seconds to deallocate network for instance. [ 1358.045473] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.380537] env[68867]: INFO nova.compute.manager [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Took 0.55 seconds to detach 1 volumes for instance. [ 1358.382671] env[68867]: DEBUG nova.compute.manager [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Deleting volume: 8a41afcb-737e-4650-b139-02179221dd22 {{(pid=68867) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1358.674504] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456dc4da-a497-405e-91ef-3e9dc3cf7c45 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.684038] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f0dfd-ea98-411e-bdce-1feb6cbbc845 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.725805] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ec525-4ca1-4fa2-9c7a-a86b4883078b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.733233] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e292853b-3c08-4e63-9b6b-670bad69971a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.746230] env[68867]: DEBUG nova.compute.provider_tree [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.922290] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.249774] env[68867]: DEBUG nova.scheduler.client.report [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.755371] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.180s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.757570] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.712s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.759500] env[68867]: INFO nova.compute.claims [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.797812] env[68867]: INFO nova.network.neutron [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating port 2a3d32d9-9237-4c61-9a09-c30fd2231072 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1360.858833] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90adfc99-1d28-4601-a1f6-c1ae1cbac0a7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.866239] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc018770-3d73-4c93-a6c1-d102ef891d48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.896414] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be7a82a-ce4f-466f-bfdd-0915c7b8b3eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.903031] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94efbd3-0d93-42fc-9859-082c8bc8a302 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.915499] env[68867]: DEBUG nova.compute.provider_tree [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.163090] env[68867]: DEBUG nova.compute.manager [req-f29cbf15-4dc4-465d-be82-55a5f97869f6 req-18cdb545-f106-494c-bebd-4dc5e1cc9569 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-vif-plugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.163329] env[68867]: DEBUG oslo_concurrency.lockutils [req-f29cbf15-4dc4-465d-be82-55a5f97869f6 req-18cdb545-f106-494c-bebd-4dc5e1cc9569 service nova] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.163530] env[68867]: DEBUG oslo_concurrency.lockutils [req-f29cbf15-4dc4-465d-be82-55a5f97869f6 req-18cdb545-f106-494c-bebd-4dc5e1cc9569 service nova] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.163693] env[68867]: DEBUG oslo_concurrency.lockutils [req-f29cbf15-4dc4-465d-be82-55a5f97869f6 req-18cdb545-f106-494c-bebd-4dc5e1cc9569 service nova] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.163854] env[68867]: DEBUG nova.compute.manager [req-f29cbf15-4dc4-465d-be82-55a5f97869f6 req-18cdb545-f106-494c-bebd-4dc5e1cc9569 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] No waiting events found dispatching network-vif-plugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.164021] env[68867]: WARNING nova.compute.manager [req-f29cbf15-4dc4-465d-be82-55a5f97869f6 req-18cdb545-f106-494c-bebd-4dc5e1cc9569 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received unexpected event network-vif-plugged-2a3d32d9-9237-4c61-9a09-c30fd2231072 for instance with vm_state shelved_offloaded and task_state spawning. [ 1361.242121] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.242338] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.242518] env[68867]: DEBUG nova.network.neutron [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.418374] env[68867]: DEBUG nova.scheduler.client.report [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.923116] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.923638] env[68867]: DEBUG nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.929605] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.007s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.929839] env[68867]: DEBUG nova.objects.instance [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lazy-loading 'resources' on Instance uuid 5d07849a-3298-4c23-b62e-081df797c624 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.961474] env[68867]: DEBUG nova.network.neutron [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.433287] env[68867]: DEBUG nova.compute.utils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.437456] env[68867]: DEBUG nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.437623] env[68867]: DEBUG nova.network.neutron [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.464213] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.473019] env[68867]: DEBUG nova.policy [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f27e24481ad47af8b848ae542608928', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa8061e531747e4a41fb07fc10ce326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.493381] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ba2cf7949b0fbed1c5341b8a823d1c47',container_format='bare',created_at=2025-03-11T21:03:07Z,direct_url=,disk_format='vmdk',id=54be34f5-3f00-4920-8e8b-2bdf1d10ef94,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1845778648-shelved',owner='a1732538035442dd8de0eef979e0274d',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-11T21:03:20Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.493625] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.493777] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.493951] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.494106] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.494284] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.494497] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.494653] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.494813] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.494967] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.495170] env[68867]: DEBUG nova.virt.hardware [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.496036] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48014d1d-6480-4e12-9249-55fd5ce78df5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.506027] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd365c-9841-4eb0-aa42-71221d57a9d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.521081] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:2e:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a3d32d9-9237-4c61-9a09-c30fd2231072', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.528552] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.528801] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.531142] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d5494ea-dea3-4e8b-a004-52b2c6830a92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.550446] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.550446] env[68867]: value = "task-2952726" [ 1362.550446] env[68867]: _type = "Task" [ 1362.550446] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.554874] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6733e9c-27f1-48c5-b36c-6c164ee8b0eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.561548] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952726, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.564199] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2574545-3dfa-4833-9dd7-277147568cf9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.595434] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581eb87-fa9c-4341-9873-f61f2b3748b4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.602899] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7ef37-c96b-4eb9-b8ac-be747a2a77e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.620363] env[68867]: DEBUG nova.compute.provider_tree [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.861348] env[68867]: DEBUG nova.network.neutron [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Successfully created port: 520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.937985] env[68867]: DEBUG nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.060502] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952726, 'name': CreateVM_Task, 'duration_secs': 0.329293} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.060706] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.061437] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.062052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.062052] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.062252] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5ce990-6224-45dd-9b7a-8e6fb52edd88 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.066776] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1363.066776] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52659698-2138-9636-cff5-7d2d4da1121b" [ 1363.066776] env[68867]: _type = "Task" [ 1363.066776] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.074235] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52659698-2138-9636-cff5-7d2d4da1121b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.123972] env[68867]: DEBUG nova.scheduler.client.report [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.188503] env[68867]: DEBUG nova.compute.manager [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.188711] env[68867]: DEBUG nova.compute.manager [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing instance network info cache due to event network-changed-2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.188927] env[68867]: DEBUG oslo_concurrency.lockutils [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] Acquiring lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.189080] env[68867]: DEBUG oslo_concurrency.lockutils [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] Acquired lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.189240] env[68867]: DEBUG nova.network.neutron [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Refreshing network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.577231] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.577455] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Processing image 54be34f5-3f00-4920-8e8b-2bdf1d10ef94 {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.577668] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94/54be34f5-3f00-4920-8e8b-2bdf1d10ef94.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.577810] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94/54be34f5-3f00-4920-8e8b-2bdf1d10ef94.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.577987] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.578235] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4131586a-0943-4a6e-a438-b79e600d4985 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.586752] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.586916] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.587627] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09813eef-bf51-493c-a2b8-c210837d5920 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.592329] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1363.592329] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52175008-f797-c5fe-dde7-834877c652d2" [ 1363.592329] env[68867]: _type = "Task" [ 1363.592329] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.599819] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52175008-f797-c5fe-dde7-834877c652d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.629032] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.649774] env[68867]: INFO nova.scheduler.client.report [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Deleted allocations for instance 5d07849a-3298-4c23-b62e-081df797c624 [ 1363.837374] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.837374] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.837529] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.837722] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.837894] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.839858] env[68867]: INFO nova.compute.manager [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Terminating instance [ 1363.887277] env[68867]: DEBUG nova.network.neutron [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updated VIF entry in instance network info cache for port 2a3d32d9-9237-4c61-9a09-c30fd2231072. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.887616] env[68867]: DEBUG nova.network.neutron [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [{"id": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "address": "fa:16:3e:b4:2e:e9", "network": {"id": "e95fe499-c996-40a1-9701-7aec43c1a8e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-71890076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1732538035442dd8de0eef979e0274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3d32d9-92", "ovs_interfaceid": "2a3d32d9-9237-4c61-9a09-c30fd2231072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.949210] env[68867]: DEBUG nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.976352] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.976604] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.976768] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.976947] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.977108] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.977255] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.977457] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.977613] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.977776] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.977932] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.978122] env[68867]: DEBUG nova.virt.hardware [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.978959] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc965cf3-2348-4119-80d4-39457c9afbe6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.987033] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b66949d-aeb7-4ed8-bf91-bc782c1a9d3b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.101970] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Preparing fetch location {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1364.102253] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Fetch image to [datastore2] OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03/OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03.vmdk {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1364.102433] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Downloading stream optimized image 54be34f5-3f00-4920-8e8b-2bdf1d10ef94 to [datastore2] OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03/OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03.vmdk on the data store datastore2 as vApp {{(pid=68867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1364.102636] env[68867]: DEBUG nova.virt.vmwareapi.images [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Downloading image file data 54be34f5-3f00-4920-8e8b-2bdf1d10ef94 to the ESX as VM named 'OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03' {{(pid=68867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1364.156108] env[68867]: DEBUG oslo_concurrency.lockutils [None req-66c23bd8-9665-409d-96ac-969f860e1d96 tempest-ServersTestBootFromVolume-719726942 tempest-ServersTestBootFromVolume-719726942-project-member] Lock "5d07849a-3298-4c23-b62e-081df797c624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.514s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.171070] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1364.171070] env[68867]: value = "resgroup-9" [ 1364.171070] env[68867]: _type = "ResourcePool" [ 1364.171070] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1364.171537] env[68867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ea3380ca-07fc-4172-8e2c-5d1aedf621cc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.193588] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease: (returnval){ [ 1364.193588] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5257eec2-5d61-e4d7-2054-8d003acf22c0" [ 1364.193588] env[68867]: _type = "HttpNfcLease" [ 1364.193588] env[68867]: } obtained for vApp import into resource pool (val){ [ 1364.193588] env[68867]: value = "resgroup-9" [ 1364.193588] env[68867]: _type = "ResourcePool" [ 1364.193588] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1364.193955] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the lease: (returnval){ [ 1364.193955] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5257eec2-5d61-e4d7-2054-8d003acf22c0" [ 1364.193955] env[68867]: _type = "HttpNfcLease" [ 1364.193955] env[68867]: } to be ready. {{(pid=68867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1364.200200] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.200200] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5257eec2-5d61-e4d7-2054-8d003acf22c0" [ 1364.200200] env[68867]: _type = "HttpNfcLease" [ 1364.200200] env[68867]: } is initializing. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1364.336372] env[68867]: DEBUG nova.network.neutron [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Successfully updated port: 520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.343550] env[68867]: DEBUG nova.compute.manager [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.344021] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.344839] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807bad57-e4cb-4d0c-a7eb-66bf1beb1d9e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.353233] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.353536] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6ae401-78ca-49da-bf49-55935d29d91d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.360546] env[68867]: DEBUG oslo_vmware.api [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1364.360546] env[68867]: value = "task-2952728" [ 1364.360546] env[68867]: _type = "Task" [ 1364.360546] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.368518] env[68867]: DEBUG oslo_vmware.api [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.389925] env[68867]: DEBUG oslo_concurrency.lockutils [req-591f6ed3-4c1a-4fa8-ad69-58b45f625e0a req-c8e8d3f4-9808-4cac-8811-5955bc6c7ebb service nova] Releasing lock "refresh_cache-cac5e547-e28b-4c48-b270-6761c2bb0654" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.703057] env[68867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.703057] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5257eec2-5d61-e4d7-2054-8d003acf22c0" [ 1364.703057] env[68867]: _type = "HttpNfcLease" [ 1364.703057] env[68867]: } is ready. {{(pid=68867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1364.703057] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1364.703057] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5257eec2-5d61-e4d7-2054-8d003acf22c0" [ 1364.703057] env[68867]: _type = "HttpNfcLease" [ 1364.703057] env[68867]: }. {{(pid=68867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1364.703824] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9566d7-e761-40cd-9471-f00749c4ce28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.710637] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d17f13-c0a1-63c2-6720-75a4be9df466/disk-0.vmdk from lease info. {{(pid=68867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1364.710840] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d17f13-c0a1-63c2-6720-75a4be9df466/disk-0.vmdk. {{(pid=68867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1364.777448] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7befbaf8-0e73-432f-961c-5e158e473653 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.840876] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.841084] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.841188] env[68867]: DEBUG nova.network.neutron [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.870424] env[68867]: DEBUG oslo_vmware.api [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952728, 'name': PowerOffVM_Task, 'duration_secs': 0.219066} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.870732] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.870941] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.871238] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dea94a65-21ed-49fa-9ca9-39f1da61ef2e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.218042] env[68867]: DEBUG nova.compute.manager [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Received event network-vif-plugged-520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.218334] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] Acquiring lock "84e722d4-64a1-4988-87f8-635a6da6ee44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.218569] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.218714] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.218874] env[68867]: DEBUG nova.compute.manager [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] No waiting events found dispatching network-vif-plugged-520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.219072] env[68867]: WARNING nova.compute.manager [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Received unexpected event network-vif-plugged-520c476c-3032-48fb-a8ee-6aca3c7f3369 for instance with vm_state building and task_state spawning. [ 1365.219243] env[68867]: DEBUG nova.compute.manager [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Received event network-changed-520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.219401] env[68867]: DEBUG nova.compute.manager [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Refreshing instance network info cache due to event network-changed-520c476c-3032-48fb-a8ee-6aca3c7f3369. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.219556] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] Acquiring lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.372785] env[68867]: DEBUG nova.network.neutron [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.537499] env[68867]: DEBUG nova.network.neutron [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updating instance_info_cache with network_info: [{"id": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "address": "fa:16:3e:76:9c:82", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520c476c-30", "ovs_interfaceid": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.723110] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.723308] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.723521] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleting the datastore file [datastore1] 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.723811] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e2258c-2ef9-4f8b-8344-ff833d8264cd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.731027] env[68867]: DEBUG oslo_vmware.api [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for the task: (returnval){ [ 1365.731027] env[68867]: value = "task-2952730" [ 1365.731027] env[68867]: _type = "Task" [ 1365.731027] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.743083] env[68867]: DEBUG oslo_vmware.api [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.906679] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Completed reading data from the image iterator. {{(pid=68867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1365.906679] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d17f13-c0a1-63c2-6720-75a4be9df466/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1365.907348] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e61e1-e243-4f01-bfe1-65f120a6585e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.914672] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d17f13-c0a1-63c2-6720-75a4be9df466/disk-0.vmdk is in state: ready. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1365.914864] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d17f13-c0a1-63c2-6720-75a4be9df466/disk-0.vmdk. {{(pid=68867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1365.915115] env[68867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d678ae7a-91ef-4f40-87e0-cbfef28495d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.046876] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.047172] env[68867]: DEBUG nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Instance network_info: |[{"id": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "address": "fa:16:3e:76:9c:82", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520c476c-30", "ovs_interfaceid": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.047477] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] Acquired lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.047673] env[68867]: DEBUG nova.network.neutron [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Refreshing network info cache for port 520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.048873] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:9c:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '520c476c-3032-48fb-a8ee-6aca3c7f3369', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.056398] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.059777] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.060260] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4ce0ac-3bd6-4998-a36d-c105918ec79e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.080966] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.080966] env[68867]: value = "task-2952731" [ 1366.080966] env[68867]: _type = "Task" [ 1366.080966] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.093247] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952731, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.115515] env[68867]: DEBUG oslo_vmware.rw_handles [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d17f13-c0a1-63c2-6720-75a4be9df466/disk-0.vmdk. {{(pid=68867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1366.115735] env[68867]: INFO nova.virt.vmwareapi.images [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Downloaded image file data 54be34f5-3f00-4920-8e8b-2bdf1d10ef94 [ 1366.116624] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa20f18c-0711-4cba-aa39-b5ff9f219b0c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.136023] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-001579c5-b0f3-4b8c-a2d2-383f2241dc63 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.172479] env[68867]: INFO nova.virt.vmwareapi.images [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] The imported VM was unregistered [ 1366.175638] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Caching image {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1366.175775] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Creating directory with path [datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94 {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.176062] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d412c6f2-5e50-4a0a-abc6-a07d9e79c1d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.193785] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Created directory with path [datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94 {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.193997] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03/OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03.vmdk to [datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94/54be34f5-3f00-4920-8e8b-2bdf1d10ef94.vmdk. {{(pid=68867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1366.194321] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d7d35bc7-2098-4108-ac21-fb5854ffb355 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.201098] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1366.201098] env[68867]: value = "task-2952733" [ 1366.201098] env[68867]: _type = "Task" [ 1366.201098] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.212086] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952733, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.239717] env[68867]: DEBUG oslo_vmware.api [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Task: {'id': task-2952730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206989} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.242353] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.242545] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.242723] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.242878] env[68867]: INFO nova.compute.manager [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1366.243167] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.243321] env[68867]: DEBUG nova.compute.manager [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.243410] env[68867]: DEBUG nova.network.neutron [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.308061] env[68867]: DEBUG nova.network.neutron [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updated VIF entry in instance network info cache for port 520c476c-3032-48fb-a8ee-6aca3c7f3369. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.308061] env[68867]: DEBUG nova.network.neutron [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updating instance_info_cache with network_info: [{"id": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "address": "fa:16:3e:76:9c:82", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520c476c-30", "ovs_interfaceid": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.590956] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952731, 'name': CreateVM_Task, 'duration_secs': 0.365137} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.591193] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.591919] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.592105] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.592465] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.592745] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4faed5-eb88-4093-97f0-1514e74a6a6f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.597507] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1366.597507] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5253cbaa-48e9-5461-6d9a-2fe863a97889" [ 1366.597507] env[68867]: _type = "Task" [ 1366.597507] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.605461] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5253cbaa-48e9-5461-6d9a-2fe863a97889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.711015] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952733, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.811972] env[68867]: DEBUG oslo_concurrency.lockutils [req-3e792a50-e900-40f2-bdf1-4066ca0f6708 req-7e5ae2b6-db54-49c8-9f30-f90f96a9aefa service nova] Releasing lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.071472] env[68867]: DEBUG nova.compute.manager [req-2f472d16-600d-4f55-acaa-16e295311ba7 req-493f323b-656a-415d-bab8-62c9b1cada46 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Received event network-vif-deleted-46aceae7-3678-44ad-bc70-112a9754d677 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.071723] env[68867]: INFO nova.compute.manager [req-2f472d16-600d-4f55-acaa-16e295311ba7 req-493f323b-656a-415d-bab8-62c9b1cada46 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Neutron deleted interface 46aceae7-3678-44ad-bc70-112a9754d677; detaching it from the instance and deleting it from the info cache [ 1367.071898] env[68867]: DEBUG nova.network.neutron [req-2f472d16-600d-4f55-acaa-16e295311ba7 req-493f323b-656a-415d-bab8-62c9b1cada46 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.109702] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5253cbaa-48e9-5461-6d9a-2fe863a97889, 'name': SearchDatastore_Task, 'duration_secs': 0.056809} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.110036] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.110281] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.110520] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.110851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.110955] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.111194] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c7b6e9d-7e8b-471b-92a6-696d9c3566db {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.129099] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.129328] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.130775] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ffc1b5-beed-4fd1-8266-a8c0fb7354d0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.137141] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1367.137141] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]526242d5-8635-b947-f2f0-80796d987428" [ 1367.137141] env[68867]: _type = "Task" [ 1367.137141] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.146236] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526242d5-8635-b947-f2f0-80796d987428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.212397] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952733, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.446544] env[68867]: DEBUG nova.network.neutron [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.575474] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fa88108-8002-4921-9be9-4b886091704c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.586025] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde341c5-4956-429d-a4ce-4fe77c85853d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.617082] env[68867]: DEBUG nova.compute.manager [req-2f472d16-600d-4f55-acaa-16e295311ba7 req-493f323b-656a-415d-bab8-62c9b1cada46 service nova] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Detach interface failed, port_id=46aceae7-3678-44ad-bc70-112a9754d677, reason: Instance 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1367.646998] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]526242d5-8635-b947-f2f0-80796d987428, 'name': SearchDatastore_Task, 'duration_secs': 0.084613} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.647936] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a8f7c8-57d9-4bfe-b069-4fb23485be73 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.654131] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1367.654131] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5274d127-825d-a5af-934a-5058b56c8825" [ 1367.654131] env[68867]: _type = "Task" [ 1367.654131] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.662128] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5274d127-825d-a5af-934a-5058b56c8825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.712795] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952733, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.949567] env[68867]: INFO nova.compute.manager [-] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Took 1.71 seconds to deallocate network for instance. [ 1368.165856] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5274d127-825d-a5af-934a-5058b56c8825, 'name': SearchDatastore_Task, 'duration_secs': 0.078519} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.166154] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.166424] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 84e722d4-64a1-4988-87f8-635a6da6ee44/84e722d4-64a1-4988-87f8-635a6da6ee44.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.166719] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b22234-c5c7-4e08-8e2d-2e1c6c71174d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.173794] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1368.173794] env[68867]: value = "task-2952734" [ 1368.173794] env[68867]: _type = "Task" [ 1368.173794] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.181444] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.214133] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952733, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.456237] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.456567] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.456770] env[68867]: DEBUG nova.objects.instance [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lazy-loading 'resources' on Instance uuid 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.683920] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.713058] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952733, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.492805} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.713348] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03/OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03.vmdk to [datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94/54be34f5-3f00-4920-8e8b-2bdf1d10ef94.vmdk. [ 1368.713564] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Cleaning up location [datastore2] OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03 {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1368.713804] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_21b200a7-451b-44df-863b-20d38deabb03 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.714121] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b3b7e8-7e7b-4ed8-a15f-42960c0f79a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.719350] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1368.719350] env[68867]: value = "task-2952735" [ 1368.719350] env[68867]: _type = "Task" [ 1368.719350] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.727097] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.052250] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d46660-e880-484f-bfe3-538ad40df5aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.060401] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3289b07f-971d-4007-a92e-054c71526972 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.090390] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2bc59b-a9ec-462b-8815-dd3ea3dbb07b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.097396] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddd10ac-2985-4114-b1b0-22a4805a53f1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.109881] env[68867]: DEBUG nova.compute.provider_tree [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.185398] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87851} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.185634] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore2] 84e722d4-64a1-4988-87f8-635a6da6ee44/84e722d4-64a1-4988-87f8-635a6da6ee44.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.185834] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.186088] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5286b32c-807c-424a-8f35-7dcc578f7366 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.192708] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1369.192708] env[68867]: value = "task-2952736" [ 1369.192708] env[68867]: _type = "Task" [ 1369.192708] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.200834] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.228295] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035491} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.228544] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.228744] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94/54be34f5-3f00-4920-8e8b-2bdf1d10ef94.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.229031] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94/54be34f5-3f00-4920-8e8b-2bdf1d10ef94.vmdk to [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.229305] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cec1454b-0ae9-4132-8694-8e2cb0a4965b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.235459] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1369.235459] env[68867]: value = "task-2952737" [ 1369.235459] env[68867]: _type = "Task" [ 1369.235459] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.243139] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.612822] env[68867]: DEBUG nova.scheduler.client.report [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.704028] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06801} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.704408] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.705363] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7f480b-3108-4a4f-b09a-10fbdee64008 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.729883] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 84e722d4-64a1-4988-87f8-635a6da6ee44/84e722d4-64a1-4988-87f8-635a6da6ee44.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.730240] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbf948b-8fdb-45d4-8b92-20357bb168a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.755719] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952737, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.757273] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1369.757273] env[68867]: value = "task-2952738" [ 1369.757273] env[68867]: _type = "Task" [ 1369.757273] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.766623] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.117864] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.140716] env[68867]: INFO nova.scheduler.client.report [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Deleted allocations for instance 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf [ 1370.256784] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952737, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.266578] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.650919] env[68867]: DEBUG oslo_concurrency.lockutils [None req-91b0a04d-8328-474f-bc22-147a20259755 tempest-AttachVolumeShelveTestJSON-1455082402 tempest-AttachVolumeShelveTestJSON-1455082402-project-member] Lock "888a6e5d-dbfd-40c9-b0a5-5d085deea6cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.813s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.756530] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952737, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.767244] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952738, 'name': ReconfigVM_Task, 'duration_secs': 0.932884} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.767478] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 84e722d4-64a1-4988-87f8-635a6da6ee44/84e722d4-64a1-4988-87f8-635a6da6ee44.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.768128] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30288f3a-b1a1-469a-b64b-7ddbbf0998f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.775256] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1370.775256] env[68867]: value = "task-2952739" [ 1370.775256] env[68867]: _type = "Task" [ 1370.775256] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.785168] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952739, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.257991] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952737, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.284690] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952739, 'name': Rename_Task, 'duration_secs': 0.379562} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.285033] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.285324] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2124118-10d4-4752-885d-a01030c17aef {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.291926] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1371.291926] env[68867]: value = "task-2952740" [ 1371.291926] env[68867]: _type = "Task" [ 1371.291926] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.300023] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.758067] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952737, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.276939} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.758351] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/54be34f5-3f00-4920-8e8b-2bdf1d10ef94/54be34f5-3f00-4920-8e8b-2bdf1d10ef94.vmdk to [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.759149] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98762a1a-64eb-4af0-a125-52c7740eb957 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.781439] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.781721] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1227473-34ac-4173-85ae-d61308d92216 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.805724] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.806998] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1371.806998] env[68867]: value = "task-2952741" [ 1371.806998] env[68867]: _type = "Task" [ 1371.806998] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.815015] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.305848] env[68867]: DEBUG oslo_vmware.api [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952740, 'name': PowerOnVM_Task, 'duration_secs': 0.921998} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.306182] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.306417] env[68867]: INFO nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1372.306625] env[68867]: DEBUG nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.307455] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e60a7-b64f-41b5-b141-2cd43f28c0f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.322690] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.824306] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952741, 'name': ReconfigVM_Task, 'duration_secs': 0.718885} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.826065] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Reconfigured VM instance instance-00000078 to attach disk [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654/cac5e547-e28b-4c48-b270-6761c2bb0654.vmdk or device None with type streamOptimized {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.826700] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b1af6a-7a14-496d-8aae-815d1c8697b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.829684] env[68867]: INFO nova.compute.manager [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Took 14.80 seconds to build instance. [ 1372.833750] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1372.833750] env[68867]: value = "task-2952743" [ 1372.833750] env[68867]: _type = "Task" [ 1372.833750] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.842113] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952743, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.332481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a435c110-2675-4292-af73-97f7937e5b86 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.311s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.343670] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952743, 'name': Rename_Task, 'duration_secs': 0.408289} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.343886] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.344274] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e90996f-a304-4bc3-875c-cc265b798479 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.350940] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1373.350940] env[68867]: value = "task-2952744" [ 1373.350940] env[68867]: _type = "Task" [ 1373.350940] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.360019] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.429211] env[68867]: DEBUG nova.compute.manager [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Received event network-changed-520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.429364] env[68867]: DEBUG nova.compute.manager [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Refreshing instance network info cache due to event network-changed-520c476c-3032-48fb-a8ee-6aca3c7f3369. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1373.429570] env[68867]: DEBUG oslo_concurrency.lockutils [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] Acquiring lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.429705] env[68867]: DEBUG oslo_concurrency.lockutils [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] Acquired lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.429944] env[68867]: DEBUG nova.network.neutron [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Refreshing network info cache for port 520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.861562] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952744, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.141281] env[68867]: DEBUG nova.network.neutron [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updated VIF entry in instance network info cache for port 520c476c-3032-48fb-a8ee-6aca3c7f3369. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.141718] env[68867]: DEBUG nova.network.neutron [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updating instance_info_cache with network_info: [{"id": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "address": "fa:16:3e:76:9c:82", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520c476c-30", "ovs_interfaceid": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.361789] env[68867]: DEBUG oslo_vmware.api [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952744, 'name': PowerOnVM_Task, 'duration_secs': 0.550645} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.362022] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.465758] env[68867]: DEBUG nova.compute.manager [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.466685] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081432c-73d3-4af5-a1e0-fe50c753b15f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.643992] env[68867]: DEBUG oslo_concurrency.lockutils [req-98f41775-725a-4add-ac45-851b5a3314b5 req-7bf2a773-26fa-42c5-b79d-7ee4f5c38cbe service nova] Releasing lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.984899] env[68867]: DEBUG oslo_concurrency.lockutils [None req-6aab6dc9-7c1f-40af-b46a-f65e199f57d2 tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.434s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.993466] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.993851] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.994421] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.994617] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.994788] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.997227] env[68867]: INFO nova.compute.manager [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Terminating instance [ 1376.087016] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.087295] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.087510] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.087699] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.087940] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.090041] env[68867]: INFO nova.compute.manager [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Terminating instance [ 1376.501957] env[68867]: DEBUG nova.compute.manager [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.502183] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.503388] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1e80e4-5bd4-481f-8b3c-7f6a45230c42 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.512203] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.512454] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f58bd720-d703-451e-bd1c-d34d8eec4317 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.518248] env[68867]: DEBUG oslo_vmware.api [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1376.518248] env[68867]: value = "task-2952745" [ 1376.518248] env[68867]: _type = "Task" [ 1376.518248] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.525982] env[68867]: DEBUG oslo_vmware.api [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.594201] env[68867]: DEBUG nova.compute.manager [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.594571] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.594929] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daef4b6e-eff7-4198-8dbb-9a977518ead6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.603099] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1376.603099] env[68867]: value = "task-2952746" [ 1376.603099] env[68867]: _type = "Task" [ 1376.603099] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.614156] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.027971] env[68867]: DEBUG oslo_vmware.api [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952745, 'name': PowerOffVM_Task, 'duration_secs': 0.203733} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.028296] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.028380] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.028625] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06d7a0f-5a60-4382-9d22-a38c483f75fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.091185] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.091406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.091586] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleting the datastore file [datastore2] cac5e547-e28b-4c48-b270-6761c2bb0654 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.091841] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-289a755f-d44e-436a-8cb3-431f9cf448b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.097927] env[68867]: DEBUG oslo_vmware.api [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for the task: (returnval){ [ 1377.097927] env[68867]: value = "task-2952748" [ 1377.097927] env[68867]: _type = "Task" [ 1377.097927] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.105653] env[68867]: DEBUG oslo_vmware.api [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.113295] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952746, 'name': PowerOffVM_Task, 'duration_secs': 0.181448} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.113587] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.113836] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1377.114167] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592567', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'name': 'volume-f669e43b-b8e4-4573-99e5-587b0e9d6288', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ec35f439-d6cf-422f-92a8-b921ea3399d2', 'attached_at': '2025-03-11T21:03:10.000000', 'detached_at': '', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'serial': 'f669e43b-b8e4-4573-99e5-587b0e9d6288'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1377.114910] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b07c91f-292f-4460-b07e-d62e75714f5a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.134518] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa928b8-0a18-4c63-a65e-569820402f44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.140769] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab59c9d-8e76-4c15-8355-3be38af0e000 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.158993] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adbbdfc-6a73-4066-9655-26bd13136b05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.173397] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] The volume has not been displaced from its original location: [datastore1] volume-f669e43b-b8e4-4573-99e5-587b0e9d6288/volume-f669e43b-b8e4-4573-99e5-587b0e9d6288.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1377.178812] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1377.179112] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db88a91-76fa-4d65-93cf-98f72ccee300 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.196476] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1377.196476] env[68867]: value = "task-2952749" [ 1377.196476] env[68867]: _type = "Task" [ 1377.196476] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.209343] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.607660] env[68867]: DEBUG oslo_vmware.api [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Task: {'id': task-2952748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192901} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.607842] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.608023] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.608209] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.608389] env[68867]: INFO nova.compute.manager [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1377.608685] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.608884] env[68867]: DEBUG nova.compute.manager [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.608980] env[68867]: DEBUG nova.network.neutron [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.707339] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952749, 'name': ReconfigVM_Task, 'duration_secs': 0.159507} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.707641] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.712211] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bd5eb1-ad86-404d-b316-a01eef2d90d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.727531] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1377.727531] env[68867]: value = "task-2952750" [ 1377.727531] env[68867]: _type = "Task" [ 1377.727531] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.735526] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.060015] env[68867]: DEBUG nova.compute.manager [req-077e5235-b207-49ad-8655-d2451253bcb5 req-005d1b08-d49b-4cc8-8971-9b5ee3793e40 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Received event network-vif-deleted-2a3d32d9-9237-4c61-9a09-c30fd2231072 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.060352] env[68867]: INFO nova.compute.manager [req-077e5235-b207-49ad-8655-d2451253bcb5 req-005d1b08-d49b-4cc8-8971-9b5ee3793e40 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Neutron deleted interface 2a3d32d9-9237-4c61-9a09-c30fd2231072; detaching it from the instance and deleting it from the info cache [ 1378.060595] env[68867]: DEBUG nova.network.neutron [req-077e5235-b207-49ad-8655-d2451253bcb5 req-005d1b08-d49b-4cc8-8971-9b5ee3793e40 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.236932] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952750, 'name': ReconfigVM_Task, 'duration_secs': 0.247988} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.237317] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592567', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'name': 'volume-f669e43b-b8e4-4573-99e5-587b0e9d6288', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ec35f439-d6cf-422f-92a8-b921ea3399d2', 'attached_at': '2025-03-11T21:03:10.000000', 'detached_at': '', 'volume_id': 'f669e43b-b8e4-4573-99e5-587b0e9d6288', 'serial': 'f669e43b-b8e4-4573-99e5-587b0e9d6288'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1378.237593] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.238349] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008e3f1-4648-4528-a105-584d6e705f9b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.244717] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.244932] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61616c6d-5cf7-4b7a-af66-56b234754b7a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.251950] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.251950] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1378.329281] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.329548] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.329661] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleting the datastore file [datastore1] ec35f439-d6cf-422f-92a8-b921ea3399d2 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.330303] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f73dff-fbf0-419a-b9ea-85729459736f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.337022] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1378.337022] env[68867]: value = "task-2952752" [ 1378.337022] env[68867]: _type = "Task" [ 1378.337022] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.344195] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.544139] env[68867]: DEBUG nova.network.neutron [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.563022] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61d11452-f655-4b72-b69e-5833fddffa8b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.573389] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a83ca1-8419-4b9b-aba6-bbca911b2e78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.599185] env[68867]: DEBUG nova.compute.manager [req-077e5235-b207-49ad-8655-d2451253bcb5 req-005d1b08-d49b-4cc8-8971-9b5ee3793e40 service nova] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Detach interface failed, port_id=2a3d32d9-9237-4c61-9a09-c30fd2231072, reason: Instance cac5e547-e28b-4c48-b270-6761c2bb0654 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1378.847536] env[68867]: DEBUG oslo_vmware.api [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083897} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.847536] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.847728] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.847815] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.847984] env[68867]: INFO nova.compute.manager [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1378.848234] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.848420] env[68867]: DEBUG nova.compute.manager [-] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.848517] env[68867]: DEBUG nova.network.neutron [-] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.047090] env[68867]: INFO nova.compute.manager [-] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Took 1.44 seconds to deallocate network for instance. [ 1379.555163] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.555555] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.555685] env[68867]: DEBUG nova.objects.instance [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lazy-loading 'resources' on Instance uuid cac5e547-e28b-4c48-b270-6761c2bb0654 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.770654] env[68867]: DEBUG nova.network.neutron [-] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.084848] env[68867]: DEBUG nova.compute.manager [req-38f89fa1-2679-465e-a79f-d002ef44286e req-4b3aefc7-cf03-4b12-8db9-10d0bafbc8e7 service nova] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Received event network-vif-deleted-c6010f54-2dd2-42e4-b013-fab905cc1bfb {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.133281] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73001ec3-611c-4c83-90ef-2db80c5f1211 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.141167] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69cfbd-142e-4a01-8ace-9d6519ebe596 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.171853] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d97a6a-fe4f-424c-a03b-e3b9d7c45074 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.179352] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e45b1-a251-4a27-bb96-7449c664d52b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.192500] env[68867]: DEBUG nova.compute.provider_tree [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.272728] env[68867]: INFO nova.compute.manager [-] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Took 1.42 seconds to deallocate network for instance. [ 1380.695879] env[68867]: DEBUG nova.scheduler.client.report [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.814401] env[68867]: INFO nova.compute.manager [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Took 0.54 seconds to detach 1 volumes for instance. [ 1380.816611] env[68867]: DEBUG nova.compute.manager [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Deleting volume: f669e43b-b8e4-4573-99e5-587b0e9d6288 {{(pid=68867) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1381.201178] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.224274] env[68867]: INFO nova.scheduler.client.report [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Deleted allocations for instance cac5e547-e28b-4c48-b270-6761c2bb0654 [ 1381.252560] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.252769] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.252939] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.356387] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.356638] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.356812] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.373454] env[68867]: INFO nova.scheduler.client.report [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted allocations for instance ec35f439-d6cf-422f-92a8-b921ea3399d2 [ 1381.731402] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ec92ff69-41a8-4f62-9fb8-e0003808b62c tempest-ServerActionsTestOtherB-1180506312 tempest-ServerActionsTestOtherB-1180506312-project-member] Lock "cac5e547-e28b-4c48-b270-6761c2bb0654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.881472] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e189700c-e4d0-4c9c-a6da-40b6be871824 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "ec35f439-d6cf-422f-92a8-b921ea3399d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.794s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.252609] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.784476] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.784842] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.784956] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.785150] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.785314] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.787490] env[68867]: INFO nova.compute.manager [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Terminating instance [ 1383.251623] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.251858] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.291347] env[68867]: DEBUG nova.compute.manager [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.291555] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.292436] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0657ca-2dce-4ac4-9a70-65975e358a92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.299937] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.300165] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-521789f9-9677-4ce3-a246-1386e34fa5b9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.305716] env[68867]: DEBUG oslo_vmware.api [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1383.305716] env[68867]: value = "task-2952755" [ 1383.305716] env[68867]: _type = "Task" [ 1383.305716] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.312681] env[68867]: DEBUG oslo_vmware.api [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.755137] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.755442] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.755611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.755765] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1383.756646] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12bc4e6-436a-4c3d-9323-1636ba40b645 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.764435] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef118c8-85bd-4d31-95e8-fa9db1b951e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.779041] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa7553-031b-48fc-b67c-24b0c8d6f0cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.785265] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8c8e4-89a2-414d-a6e3-25ead009c82d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.815319] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180096MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1383.815497] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.815671] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.825204] env[68867]: DEBUG oslo_vmware.api [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952755, 'name': PowerOffVM_Task, 'duration_secs': 0.210955} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.825204] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.825393] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.825615] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81f498fe-42c9-47e0-8b72-21656f2695ba {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.891702] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.892024] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.892125] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleting the datastore file [datastore1] 2f613404-e58f-40f9-8c9c-38fa1f7b7227 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.892364] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73316536-0a94-444a-89bf-9e64c192a72b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.898710] env[68867]: DEBUG oslo_vmware.api [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1383.898710] env[68867]: value = "task-2952757" [ 1383.898710] env[68867]: _type = "Task" [ 1383.898710] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.906853] env[68867]: DEBUG oslo_vmware.api [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.409960] env[68867]: DEBUG oslo_vmware.api [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143355} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.410250] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.410406] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.410618] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.410743] env[68867]: INFO nova.compute.manager [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1384.410983] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.411196] env[68867]: DEBUG nova.compute.manager [-] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.411298] env[68867]: DEBUG nova.network.neutron [-] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.666290] env[68867]: DEBUG nova.compute.manager [req-26c662ac-8d66-4537-9f76-60ad4af02968 req-3c48f0c1-9245-48d0-b199-1c58328a2c34 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Received event network-vif-deleted-03f2ec26-2f63-4223-8c60-98547c767354 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.666502] env[68867]: INFO nova.compute.manager [req-26c662ac-8d66-4537-9f76-60ad4af02968 req-3c48f0c1-9245-48d0-b199-1c58328a2c34 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Neutron deleted interface 03f2ec26-2f63-4223-8c60-98547c767354; detaching it from the instance and deleting it from the info cache [ 1384.666678] env[68867]: DEBUG nova.network.neutron [req-26c662ac-8d66-4537-9f76-60ad4af02968 req-3c48f0c1-9245-48d0-b199-1c58328a2c34 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.844195] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1384.844491] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 2f613404-e58f-40f9-8c9c-38fa1f7b7227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1384.844580] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 84e722d4-64a1-4988-87f8-635a6da6ee44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1384.844774] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1384.844912] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1384.894042] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c561ddee-5143-48a9-a218-1cb01acb762c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.901045] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f9637-8083-419b-bc4e-c7aa449c67a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.932068] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f36560-39e2-4a98-b1f1-db51b5566374 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.939801] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b638e-f647-4e20-9143-5005fda585d6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.953633] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.148106] env[68867]: DEBUG nova.network.neutron [-] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.169094] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0c0877a-dd06-4110-944b-b2e0361af8b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.178844] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a498d-0eb6-489a-8f2d-f9812113c554 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.203403] env[68867]: DEBUG nova.compute.manager [req-26c662ac-8d66-4537-9f76-60ad4af02968 req-3c48f0c1-9245-48d0-b199-1c58328a2c34 service nova] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Detach interface failed, port_id=03f2ec26-2f63-4223-8c60-98547c767354, reason: Instance 2f613404-e58f-40f9-8c9c-38fa1f7b7227 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1385.456422] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.651585] env[68867]: INFO nova.compute.manager [-] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Took 1.24 seconds to deallocate network for instance. [ 1385.961709] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1385.962035] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.161752] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.162071] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.162310] env[68867]: DEBUG nova.objects.instance [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'resources' on Instance uuid 2f613404-e58f-40f9-8c9c-38fa1f7b7227 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.723313] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4753d-4c97-437b-937b-5b1d0cb4e77a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.731188] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c00492-3cf0-4813-b342-c5d10a57190c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.762432] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8444fa29-014e-452f-9703-739d50341751 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.770547] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9244c-7c04-448c-b635-c1b8c5f095a3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.784071] env[68867]: DEBUG nova.compute.provider_tree [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.287751] env[68867]: DEBUG nova.scheduler.client.report [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.299481] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "cb5153ac-5568-4eda-9c94-58429cc2bf92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.299700] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "cb5153ac-5568-4eda-9c94-58429cc2bf92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.793029] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.802149] env[68867]: DEBUG nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1387.812931] env[68867]: INFO nova.scheduler.client.report [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted allocations for instance 2f613404-e58f-40f9-8c9c-38fa1f7b7227 [ 1388.320030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-324be3fd-8967-40df-9680-1771bf0ce7e4 tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "2f613404-e58f-40f9-8c9c-38fa1f7b7227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.535s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.321595] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.321839] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.323227] env[68867]: INFO nova.compute.claims [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.958383] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.382857] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4171f3-4ae2-4d2b-83f2-53e7033df33d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.390106] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b597a1-0509-40cc-93ac-bc36af6802bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.418863] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a1ba9-38aa-456a-ac3e-7dfa25219f3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.425300] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e38385-8047-4205-85ea-3758d4c1baff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.437671] env[68867]: DEBUG nova.compute.provider_tree [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.940978] env[68867]: DEBUG nova.scheduler.client.report [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.446752] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.447499] env[68867]: DEBUG nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1390.952699] env[68867]: DEBUG nova.compute.utils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1390.954110] env[68867]: DEBUG nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Not allocating networking since 'none' was specified. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1391.456280] env[68867]: DEBUG nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1391.526884] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.527169] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.527376] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.527556] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.527721] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.530173] env[68867]: INFO nova.compute.manager [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Terminating instance [ 1392.033461] env[68867]: DEBUG nova.compute.manager [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.033711] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.034621] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacd4434-108f-4126-958c-9ae9a2ccfdcf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.042169] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.042459] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9961e26-f8cf-4ecf-80ea-b0c3f213628a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.049538] env[68867]: DEBUG oslo_vmware.api [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1392.049538] env[68867]: value = "task-2952759" [ 1392.049538] env[68867]: _type = "Task" [ 1392.049538] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.057343] env[68867]: DEBUG oslo_vmware.api [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.466075] env[68867]: DEBUG nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1392.496160] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.496413] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.496566] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.496746] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.496887] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.497039] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.497245] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.497400] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.497560] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.497719] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.497883] env[68867]: DEBUG nova.virt.hardware [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.498758] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815a116f-92eb-40df-8fda-132ed9d1a373 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.506611] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17f4699-b154-49f8-aa3d-7a51e6cd9c8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.519811] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.525341] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Creating folder: Project (5b6f9c9999904a938cf88c1b9b961c8a). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.525626] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ead0f1f6-68c2-49e1-87c5-84e478b75bfb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.534987] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Created folder: Project (5b6f9c9999904a938cf88c1b9b961c8a) in parent group-v592242. [ 1392.535142] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Creating folder: Instances. Parent ref: group-v592579. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.535346] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4004170-847e-4c3a-b735-fbaa48545a9c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.543849] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Created folder: Instances in parent group-v592579. [ 1392.544090] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.544274] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.544493] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e620ebf2-f053-4fd5-b297-4cf0c065d687 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.563631] env[68867]: DEBUG oslo_vmware.api [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952759, 'name': PowerOffVM_Task, 'duration_secs': 0.210956} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.564798] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.564968] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.565190] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.565190] env[68867]: value = "task-2952762" [ 1392.565190] env[68867]: _type = "Task" [ 1392.565190] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.565366] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f2a9dbf-c391-4e62-9193-6632d85cf4a0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.575876] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952762, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.631726] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.631988] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.632156] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleting the datastore file [datastore1] c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.632457] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24f980c-d310-4280-84de-2f7a0be0b7e0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.638558] env[68867]: DEBUG oslo_vmware.api [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for the task: (returnval){ [ 1392.638558] env[68867]: value = "task-2952764" [ 1392.638558] env[68867]: _type = "Task" [ 1392.638558] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.648425] env[68867]: DEBUG oslo_vmware.api [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.076369] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952762, 'name': CreateVM_Task, 'duration_secs': 0.348873} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.076634] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.076955] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.077126] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.077470] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.077725] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a89c6c-544d-4071-a0fb-c6afdf39c23e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.082482] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1393.082482] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]520c5afd-8dc0-09ac-12d0-0c11f92b3eca" [ 1393.082482] env[68867]: _type = "Task" [ 1393.082482] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.089774] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520c5afd-8dc0-09ac-12d0-0c11f92b3eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.147671] env[68867]: DEBUG oslo_vmware.api [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Task: {'id': task-2952764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140432} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.147916] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.148110] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.148287] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.148457] env[68867]: INFO nova.compute.manager [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1393.148690] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.148880] env[68867]: DEBUG nova.compute.manager [-] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.148972] env[68867]: DEBUG nova.network.neutron [-] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.400443] env[68867]: DEBUG nova.compute.manager [req-4b1308b8-d5e9-4008-bcd3-1a74db43be92 req-5f615db2-11f0-4acc-af2b-63cba2fbe9d4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Received event network-vif-deleted-c2a60993-8051-40a8-afad-a7a9b5d7a623 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.400650] env[68867]: INFO nova.compute.manager [req-4b1308b8-d5e9-4008-bcd3-1a74db43be92 req-5f615db2-11f0-4acc-af2b-63cba2fbe9d4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Neutron deleted interface c2a60993-8051-40a8-afad-a7a9b5d7a623; detaching it from the instance and deleting it from the info cache [ 1393.400886] env[68867]: DEBUG nova.network.neutron [req-4b1308b8-d5e9-4008-bcd3-1a74db43be92 req-5f615db2-11f0-4acc-af2b-63cba2fbe9d4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.593047] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]520c5afd-8dc0-09ac-12d0-0c11f92b3eca, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.593460] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.593560] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.593738] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.593882] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.594066] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.594319] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f13ad78-4c52-45d6-badf-70bdeef01d03 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.602225] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.602425] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.603071] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7213dcd-c305-4cda-a068-b58e2ccf6c92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.607556] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1393.607556] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523fc560-ae1c-0547-b7bb-544c3ff8de4e" [ 1393.607556] env[68867]: _type = "Task" [ 1393.607556] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.614473] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523fc560-ae1c-0547-b7bb-544c3ff8de4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.881011] env[68867]: DEBUG nova.network.neutron [-] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.903528] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ec8dfeb-f623-4e7c-8c79-24c5d2b05830 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.913442] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dddc88-5dd5-4e59-a7c8-f34929842354 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.937950] env[68867]: DEBUG nova.compute.manager [req-4b1308b8-d5e9-4008-bcd3-1a74db43be92 req-5f615db2-11f0-4acc-af2b-63cba2fbe9d4 service nova] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Detach interface failed, port_id=c2a60993-8051-40a8-afad-a7a9b5d7a623, reason: Instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1394.118370] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523fc560-ae1c-0547-b7bb-544c3ff8de4e, 'name': SearchDatastore_Task, 'duration_secs': 0.007845} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.119069] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebb4dd4-56e4-4e68-b915-5a49c2f568cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.124254] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1394.124254] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]524f6f97-4328-6b34-8f54-4e0bee5527c9" [ 1394.124254] env[68867]: _type = "Task" [ 1394.124254] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.132594] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524f6f97-4328-6b34-8f54-4e0bee5527c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.383810] env[68867]: INFO nova.compute.manager [-] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Took 1.23 seconds to deallocate network for instance. [ 1394.634555] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]524f6f97-4328-6b34-8f54-4e0bee5527c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.635021] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.635021] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.635249] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebbae347-ce21-48cc-8479-fd2a3c8acb08 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.641767] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1394.641767] env[68867]: value = "task-2952765" [ 1394.641767] env[68867]: _type = "Task" [ 1394.641767] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.648876] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.890363] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.890630] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.890828] env[68867]: DEBUG nova.objects.instance [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lazy-loading 'resources' on Instance uuid c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.151481] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43043} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.151746] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.151877] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.152106] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e8ae703-3134-4fe7-a416-a2fa2693b553 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.157934] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1395.157934] env[68867]: value = "task-2952766" [ 1395.157934] env[68867]: _type = "Task" [ 1395.157934] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.165962] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.443703] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae5b06f-db5f-4118-ab29-cde5b29aadca {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.450600] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba3aa0b-6ae5-49c7-acba-8b81fa603587 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.480372] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f6ccf-aac7-4d5a-b71c-ab7cc0d6ff2d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.487136] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd248122-1e4a-4614-b111-d20eb057320d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.500954] env[68867]: DEBUG nova.compute.provider_tree [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.667309] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065091} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.667675] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.668423] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09510d7-e0fb-4de7-8d30-2df5e3930e59 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.687783] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.688036] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2831fdf3-dd69-4aa6-a64a-f591369bb86a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.706725] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1395.706725] env[68867]: value = "task-2952767" [ 1395.706725] env[68867]: _type = "Task" [ 1395.706725] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.713916] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.004071] env[68867]: DEBUG nova.scheduler.client.report [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.215494] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952767, 'name': ReconfigVM_Task, 'duration_secs': 0.253296} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.215799] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Reconfigured VM instance instance-0000007c to attach disk [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.216421] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8393d4e5-ab2b-4218-a437-5e28a7dad024 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.222760] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1396.222760] env[68867]: value = "task-2952768" [ 1396.222760] env[68867]: _type = "Task" [ 1396.222760] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.230516] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952768, 'name': Rename_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.508878] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.526912] env[68867]: INFO nova.scheduler.client.report [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Deleted allocations for instance c4d9f194-9b9d-4d22-8f0b-a4caa36469c6 [ 1396.732103] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952768, 'name': Rename_Task, 'duration_secs': 0.135126} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.732522] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.732619] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43217079-84c6-4f55-bddf-2ac1548c874c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.738603] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1396.738603] env[68867]: value = "task-2952769" [ 1396.738603] env[68867]: _type = "Task" [ 1396.738603] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.745562] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.034832] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ebff8e78-ea63-4471-9968-537c8867d61e tempest-ServerActionsTestOtherA-216985453 tempest-ServerActionsTestOtherA-216985453-project-member] Lock "c4d9f194-9b9d-4d22-8f0b-a4caa36469c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.248676] env[68867]: DEBUG oslo_vmware.api [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952769, 'name': PowerOnVM_Task, 'duration_secs': 0.387065} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.248945] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.249173] env[68867]: INFO nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Took 4.78 seconds to spawn the instance on the hypervisor. [ 1397.249352] env[68867]: DEBUG nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.250113] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca2c34-58a4-44d1-89e4-bb3220982774 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.767572] env[68867]: INFO nova.compute.manager [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Took 9.46 seconds to build instance. [ 1398.269687] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a5b0ae8d-091f-4bae-af53-8f561090af8b tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "cb5153ac-5568-4eda-9c94-58429cc2bf92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.970s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.349459] env[68867]: INFO nova.compute.manager [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Rebuilding instance [ 1398.388261] env[68867]: DEBUG nova.compute.manager [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.389543] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7148d7-65c2-450a-8d92-b9ed656c068e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.404766] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.405089] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346787e9-05e3-457d-b26d-39611e07e3fe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.413183] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1399.413183] env[68867]: value = "task-2952770" [ 1399.413183] env[68867]: _type = "Task" [ 1399.413183] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.420932] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.923630] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952770, 'name': PowerOffVM_Task, 'duration_secs': 0.109658} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.923922] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.924621] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.925370] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c32def9-dfdd-4123-aaba-f824577faae5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.932015] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.932251] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43cd47b2-1f5d-4cf5-ae9f-bfdeb3da2a77 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.957451] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.958052] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.958052] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Deleting the datastore file [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.958242] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80cde267-534d-47c2-afef-28deece543d2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.965110] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1399.965110] env[68867]: value = "task-2952772" [ 1399.965110] env[68867]: _type = "Task" [ 1399.965110] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.973981] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.475802] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100614} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.476112] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.476330] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.476539] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.512808] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.513223] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.513223] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.513400] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.513543] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.513691] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.513897] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.514532] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.514780] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.514958] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.515151] env[68867]: DEBUG nova.virt.hardware [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.516322] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91d565-12c0-49e9-ace8-6fd153a5ad48 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.528982] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013b3e7d-d483-4d3c-b01b-6d4c67a2b942 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.546361] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Instance VIF info [] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.551918] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.552201] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.552420] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b33ea3d3-5cf4-44ea-b378-81405e5eccb6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.572320] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.572320] env[68867]: value = "task-2952773" [ 1401.572320] env[68867]: _type = "Task" [ 1401.572320] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.581101] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952773, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.082299] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952773, 'name': CreateVM_Task, 'duration_secs': 0.254371} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.082468] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.082887] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.083060] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.083388] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.083637] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3876502-2e86-4305-a431-e80af94a1427 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.088039] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1402.088039] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5204430e-3be9-c67b-6962-83df35af4436" [ 1402.088039] env[68867]: _type = "Task" [ 1402.088039] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.095430] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5204430e-3be9-c67b-6962-83df35af4436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.598691] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5204430e-3be9-c67b-6962-83df35af4436, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.599801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.599801] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.599801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.599801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.599801] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.600048] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b64150-39b5-49ea-8ed1-fae3769fafdd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.611988] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.611988] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.611988] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc583de9-7bc8-449e-9c43-c89cfdf64b51 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.617029] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1402.617029] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52649623-1eea-125b-e745-69d589addeb8" [ 1402.617029] env[68867]: _type = "Task" [ 1402.617029] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.623152] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52649623-1eea-125b-e745-69d589addeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.126155] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52649623-1eea-125b-e745-69d589addeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.126819] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca885f3-3e4f-4ec3-842b-15a14211ccaa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.133165] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1403.133165] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5245d8dc-855b-4165-ec1c-859fae4487c8" [ 1403.133165] env[68867]: _type = "Task" [ 1403.133165] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.140844] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5245d8dc-855b-4165-ec1c-859fae4487c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.644558] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5245d8dc-855b-4165-ec1c-859fae4487c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.644558] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.644943] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.644943] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd882dc6-b077-4e58-b93a-3374d9cb8be2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.651417] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1403.651417] env[68867]: value = "task-2952777" [ 1403.651417] env[68867]: _type = "Task" [ 1403.651417] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.659019] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.161370] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444246} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.161587] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.161781] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.162040] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07576f27-dd32-4f0b-a6e5-c948d6c7387b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.167959] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1404.167959] env[68867]: value = "task-2952778" [ 1404.167959] env[68867]: _type = "Task" [ 1404.167959] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.174764] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.677548] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055096} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.677831] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.678600] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c463b-f3ce-4752-b77b-d9c4fc4012b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.697851] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.698116] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0cd808-7c96-44e3-8141-af2154ce6130 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.716756] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1404.716756] env[68867]: value = "task-2952779" [ 1404.716756] env[68867]: _type = "Task" [ 1404.716756] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.725172] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.227158] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952779, 'name': ReconfigVM_Task, 'duration_secs': 0.252201} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.227498] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Reconfigured VM instance instance-0000007c to attach disk [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92/cb5153ac-5568-4eda-9c94-58429cc2bf92.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.228160] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd052cde-9c3a-400e-98e4-970337c14081 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.234149] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1405.234149] env[68867]: value = "task-2952780" [ 1405.234149] env[68867]: _type = "Task" [ 1405.234149] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.241724] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952780, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.743112] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952780, 'name': Rename_Task, 'duration_secs': 0.131238} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.743465] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.743596] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb0c399-768c-4b48-ba9e-59b7ef202953 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.749437] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1405.749437] env[68867]: value = "task-2952782" [ 1405.749437] env[68867]: _type = "Task" [ 1405.749437] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.756708] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.259541] env[68867]: DEBUG oslo_vmware.api [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952782, 'name': PowerOnVM_Task, 'duration_secs': 0.490095} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.259863] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.260131] env[68867]: DEBUG nova.compute.manager [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.260999] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51b6fa-d120-4194-92bd-4651745f8e87 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.776922] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.777241] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.777653] env[68867]: DEBUG nova.objects.instance [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1407.244757] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "cb5153ac-5568-4eda-9c94-58429cc2bf92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.245072] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "cb5153ac-5568-4eda-9c94-58429cc2bf92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.245297] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "cb5153ac-5568-4eda-9c94-58429cc2bf92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.245482] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "cb5153ac-5568-4eda-9c94-58429cc2bf92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.245701] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "cb5153ac-5568-4eda-9c94-58429cc2bf92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.248206] env[68867]: INFO nova.compute.manager [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Terminating instance [ 1407.752771] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "refresh_cache-cb5153ac-5568-4eda-9c94-58429cc2bf92" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.752973] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquired lock "refresh_cache-cb5153ac-5568-4eda-9c94-58429cc2bf92" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.753170] env[68867]: DEBUG nova.network.neutron [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.787346] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2ca8600a-1765-4a93-86f4-a914aab7796e tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.273142] env[68867]: DEBUG nova.network.neutron [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.323218] env[68867]: DEBUG nova.network.neutron [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.826365] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Releasing lock "refresh_cache-cb5153ac-5568-4eda-9c94-58429cc2bf92" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.826821] env[68867]: DEBUG nova.compute.manager [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.827074] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.827905] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb0523-9052-4fad-9441-90db58e264dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.835786] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.836032] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26037626-e61d-4aad-9e3e-40ecb681b68e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.842167] env[68867]: DEBUG oslo_vmware.api [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1408.842167] env[68867]: value = "task-2952784" [ 1408.842167] env[68867]: _type = "Task" [ 1408.842167] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.852342] env[68867]: DEBUG oslo_vmware.api [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.351742] env[68867]: DEBUG oslo_vmware.api [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952784, 'name': PowerOffVM_Task, 'duration_secs': 0.118132} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.352091] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.352270] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.352709] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84f2efce-1eb9-4cc7-a5b5-a9050a6bdd61 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.377721] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.377951] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.378166] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Deleting the datastore file [datastore1] cb5153ac-5568-4eda-9c94-58429cc2bf92 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.378430] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8106b5fa-5390-4c11-87df-2033620ce208 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.384105] env[68867]: DEBUG oslo_vmware.api [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for the task: (returnval){ [ 1409.384105] env[68867]: value = "task-2952786" [ 1409.384105] env[68867]: _type = "Task" [ 1409.384105] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.391265] env[68867]: DEBUG oslo_vmware.api [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.893463] env[68867]: DEBUG oslo_vmware.api [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Task: {'id': task-2952786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101999} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.893825] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.893825] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.894104] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.894346] env[68867]: INFO nova.compute.manager [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1409.894629] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.894874] env[68867]: DEBUG nova.compute.manager [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.895035] env[68867]: DEBUG nova.network.neutron [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.911099] env[68867]: DEBUG nova.network.neutron [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.413209] env[68867]: DEBUG nova.network.neutron [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.815976] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "84e722d4-64a1-4988-87f8-635a6da6ee44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.816262] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.816443] env[68867]: DEBUG nova.compute.manager [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.817390] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e0c00-4234-43d1-83a2-fa4941c3a03d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.824130] env[68867]: DEBUG nova.compute.manager [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1410.824704] env[68867]: DEBUG nova.objects.instance [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'flavor' on Instance uuid 84e722d4-64a1-4988-87f8-635a6da6ee44 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.916144] env[68867]: INFO nova.compute.manager [-] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Took 1.02 seconds to deallocate network for instance. [ 1411.422113] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.422399] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.422659] env[68867]: DEBUG nova.objects.instance [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lazy-loading 'resources' on Instance uuid cb5153ac-5568-4eda-9c94-58429cc2bf92 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.831327] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.831621] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78bcb3e5-6e3c-4ee5-ac05-b8ee6e19df8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.838168] env[68867]: DEBUG oslo_vmware.api [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1411.838168] env[68867]: value = "task-2952789" [ 1411.838168] env[68867]: _type = "Task" [ 1411.838168] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.845846] env[68867]: DEBUG oslo_vmware.api [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.969960] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0a24c0-5f80-414b-a5bb-e45afd62c83c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.977437] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c82208-4cd5-4598-b796-6ffd7c02bad9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.008451] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a921f53-f226-4537-9923-b3ae3dd74f44 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.015710] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17b8ecb-f2e5-406f-80db-b48cb0fe2629 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.028750] env[68867]: DEBUG nova.compute.provider_tree [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.347776] env[68867]: DEBUG oslo_vmware.api [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952789, 'name': PowerOffVM_Task, 'duration_secs': 0.187258} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.348084] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.348283] env[68867]: DEBUG nova.compute.manager [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.349111] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2a49d1-1c86-4788-b1b7-cf8a094e23f9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.532263] env[68867]: DEBUG nova.scheduler.client.report [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.859893] env[68867]: DEBUG oslo_concurrency.lockutils [None req-ff4112ee-062a-41ef-b659-30d149824f2e tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.036636] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.057051] env[68867]: INFO nova.scheduler.client.report [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Deleted allocations for instance cb5153ac-5568-4eda-9c94-58429cc2bf92 [ 1413.188991] env[68867]: DEBUG nova.objects.instance [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'flavor' on Instance uuid 84e722d4-64a1-4988-87f8-635a6da6ee44 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.564175] env[68867]: DEBUG oslo_concurrency.lockutils [None req-433197ce-2e87-4287-9020-3debef739dd1 tempest-ServersListShow298Test-60297822 tempest-ServersListShow298Test-60297822-project-member] Lock "cb5153ac-5568-4eda-9c94-58429cc2bf92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.319s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.693631] env[68867]: DEBUG oslo_concurrency.lockutils [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.693813] env[68867]: DEBUG oslo_concurrency.lockutils [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.693950] env[68867]: DEBUG nova.network.neutron [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.694088] env[68867]: DEBUG nova.objects.instance [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'info_cache' on Instance uuid 84e722d4-64a1-4988-87f8-635a6da6ee44 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.197380] env[68867]: DEBUG nova.objects.base [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Object Instance<84e722d4-64a1-4988-87f8-635a6da6ee44> lazy-loaded attributes: flavor,info_cache {{(pid=68867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1414.898226] env[68867]: DEBUG nova.network.neutron [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updating instance_info_cache with network_info: [{"id": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "address": "fa:16:3e:76:9c:82", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520c476c-30", "ovs_interfaceid": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.400748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.407412] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.407844] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0189e7a3-8851-4343-b74c-3b4948cc1e1f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.415295] env[68867]: DEBUG oslo_vmware.api [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1416.415295] env[68867]: value = "task-2952792" [ 1416.415295] env[68867]: _type = "Task" [ 1416.415295] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.422969] env[68867]: DEBUG oslo_vmware.api [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.925015] env[68867]: DEBUG oslo_vmware.api [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952792, 'name': PowerOnVM_Task, 'duration_secs': 0.390764} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.925297] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.925500] env[68867]: DEBUG nova.compute.manager [None req-df92fc22-b77b-4071-9b18-34e3733fc297 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.926634] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e4c25c-215f-4258-bbae-15d4a30a60e1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.950828] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153177d-d6bf-4364-8866-9ffebf4c2056 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.957552] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-77a07744-3e74-499f-a758-e8dca0b927fe tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Suspending the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1417.957738] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b692bf7-5257-4bca-b4bb-d8a9c0d9aaec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.963689] env[68867]: DEBUG oslo_vmware.api [None req-77a07744-3e74-499f-a758-e8dca0b927fe tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1417.963689] env[68867]: value = "task-2952794" [ 1417.963689] env[68867]: _type = "Task" [ 1417.963689] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.971787] env[68867]: DEBUG oslo_vmware.api [None req-77a07744-3e74-499f-a758-e8dca0b927fe tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952794, 'name': SuspendVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.475339] env[68867]: DEBUG oslo_vmware.api [None req-77a07744-3e74-499f-a758-e8dca0b927fe tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952794, 'name': SuspendVM_Task} progress is 70%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.974581] env[68867]: DEBUG oslo_vmware.api [None req-77a07744-3e74-499f-a758-e8dca0b927fe tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952794, 'name': SuspendVM_Task, 'duration_secs': 0.659893} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.975019] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-77a07744-3e74-499f-a758-e8dca0b927fe tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Suspended the VM {{(pid=68867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1418.975068] env[68867]: DEBUG nova.compute.manager [None req-77a07744-3e74-499f-a758-e8dca0b927fe tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.975789] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d60392-ae3f-4541-bc2b-f0fc300f5ec5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.280086] env[68867]: INFO nova.compute.manager [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Resuming [ 1420.280426] env[68867]: DEBUG nova.objects.instance [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'flavor' on Instance uuid 84e722d4-64a1-4988-87f8-635a6da6ee44 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.094301] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquiring lock "4dbdd311-00bc-401b-a860-49fdb8864291" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.094518] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "4dbdd311-00bc-401b-a860-49fdb8864291" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.597062] env[68867]: DEBUG nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.791425] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.791629] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquired lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.791775] env[68867]: DEBUG nova.network.neutron [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.121509] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.121793] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.123297] env[68867]: INFO nova.compute.claims [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.488829] env[68867]: DEBUG nova.network.neutron [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updating instance_info_cache with network_info: [{"id": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "address": "fa:16:3e:76:9c:82", "network": {"id": "aebd9929-72d0-43aa-b8ec-82b0c4c6ee72", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-347864762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa8061e531747e4a41fb07fc10ce326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520c476c-30", "ovs_interfaceid": "520c476c-3032-48fb-a8ee-6aca3c7f3369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.991771] env[68867]: DEBUG oslo_concurrency.lockutils [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Releasing lock "refresh_cache-84e722d4-64a1-4988-87f8-635a6da6ee44" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.992796] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9a93a5-b021-40e7-a218-6bdd205fb061 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.000310] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Resuming the VM {{(pid=68867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1423.000546] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f3dfb3e-ffd8-41f7-8fb8-9159833f0ad2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.007463] env[68867]: DEBUG oslo_vmware.api [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1423.007463] env[68867]: value = "task-2952795" [ 1423.007463] env[68867]: _type = "Task" [ 1423.007463] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.015586] env[68867]: DEBUG oslo_vmware.api [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.176945] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174a372-3ab6-4723-ae19-3b62db54c1e7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.185342] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baed3a66-7907-4830-a10e-3e9664ca1373 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.216160] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d79ff5d-7e71-4acc-93c9-a396e32e9b96 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.224649] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff777b-147b-4f62-b8be-37aaefe42566 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.238993] env[68867]: DEBUG nova.compute.provider_tree [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.521771] env[68867]: DEBUG oslo_vmware.api [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.742561] env[68867]: DEBUG nova.scheduler.client.report [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.018964] env[68867]: DEBUG oslo_vmware.api [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952795, 'name': PowerOnVM_Task, 'duration_secs': 0.529455} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.019372] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Resumed the VM {{(pid=68867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1424.019421] env[68867]: DEBUG nova.compute.manager [None req-fbadff9f-3121-4a6d-b543-2d275b395343 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.020177] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9299b185-4bc7-4f0b-8d80-3ada49ee3f0e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.247657] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.248097] env[68867]: DEBUG nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1424.752881] env[68867]: DEBUG nova.compute.utils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1424.754329] env[68867]: DEBUG nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.754501] env[68867]: DEBUG nova.network.neutron [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.790247] env[68867]: DEBUG nova.policy [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d35560d9d14457abe7da1c9ef181ee5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5a9d1556bb04f83970ff4468919d734', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.972285] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "84e722d4-64a1-4988-87f8-635a6da6ee44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.972564] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.972847] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "84e722d4-64a1-4988-87f8-635a6da6ee44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.973072] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.973249] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.975569] env[68867]: INFO nova.compute.manager [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Terminating instance [ 1425.045582] env[68867]: DEBUG nova.network.neutron [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Successfully created port: 29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.258088] env[68867]: DEBUG nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.480198] env[68867]: DEBUG nova.compute.manager [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.480626] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.482063] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf4880-a45e-4443-ac0c-32a5b655d5ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.493334] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.493667] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e772cdd0-1cbf-4694-9c13-7f5f84213a12 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.501387] env[68867]: DEBUG oslo_vmware.api [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1425.501387] env[68867]: value = "task-2952796" [ 1425.501387] env[68867]: _type = "Task" [ 1425.501387] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.514769] env[68867]: DEBUG oslo_vmware.api [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.763592] env[68867]: INFO nova.virt.block_device [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Booting with volume 840eedc5-7eb0-414d-a929-777cc40cf063 at /dev/sda [ 1425.800089] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83f5ab7f-c599-4752-9833-909d3b50f7b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.809018] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a00a5a2-d422-4542-aa7c-a7db3c4783eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.833489] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99c4c278-09eb-427e-9fcd-ace92ebba24f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.841130] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc4a551-daea-4d39-8acd-294a2cf0a5b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.866090] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e72a33f-cd0e-4614-a867-66bdaa118ec7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.872706] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e7f862-b196-43ba-b2ba-d5413635aeb1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.885297] env[68867]: DEBUG nova.virt.block_device [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updating existing volume attachment record: caabf057-bae6-42d8-8f9c-9b83463417f9 {{(pid=68867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1426.011815] env[68867]: DEBUG oslo_vmware.api [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952796, 'name': PowerOffVM_Task, 'duration_secs': 0.200072} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.012096] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.012268] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.012503] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680ad3fa-a972-4322-822f-c0157d5315a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.083227] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.083690] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Deleting contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.083690] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleting the datastore file [datastore2] 84e722d4-64a1-4988-87f8-635a6da6ee44 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.083838] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-825bccc1-3662-4d0e-9613-f251ef6b5e9c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.089640] env[68867]: DEBUG oslo_vmware.api [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for the task: (returnval){ [ 1426.089640] env[68867]: value = "task-2952798" [ 1426.089640] env[68867]: _type = "Task" [ 1426.089640] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.096848] env[68867]: DEBUG oslo_vmware.api [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.375217] env[68867]: DEBUG nova.compute.manager [req-d9e5fb6a-f6ae-4344-a239-3fcee20972ec req-89c94493-6bfd-4db0-9339-0367fc3f4b78 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Received event network-vif-plugged-29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.375384] env[68867]: DEBUG oslo_concurrency.lockutils [req-d9e5fb6a-f6ae-4344-a239-3fcee20972ec req-89c94493-6bfd-4db0-9339-0367fc3f4b78 service nova] Acquiring lock "4dbdd311-00bc-401b-a860-49fdb8864291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.375584] env[68867]: DEBUG oslo_concurrency.lockutils [req-d9e5fb6a-f6ae-4344-a239-3fcee20972ec req-89c94493-6bfd-4db0-9339-0367fc3f4b78 service nova] Lock "4dbdd311-00bc-401b-a860-49fdb8864291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.375754] env[68867]: DEBUG oslo_concurrency.lockutils [req-d9e5fb6a-f6ae-4344-a239-3fcee20972ec req-89c94493-6bfd-4db0-9339-0367fc3f4b78 service nova] Lock "4dbdd311-00bc-401b-a860-49fdb8864291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.375933] env[68867]: DEBUG nova.compute.manager [req-d9e5fb6a-f6ae-4344-a239-3fcee20972ec req-89c94493-6bfd-4db0-9339-0367fc3f4b78 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] No waiting events found dispatching network-vif-plugged-29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.376162] env[68867]: WARNING nova.compute.manager [req-d9e5fb6a-f6ae-4344-a239-3fcee20972ec req-89c94493-6bfd-4db0-9339-0367fc3f4b78 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Received unexpected event network-vif-plugged-29a1716d-f74a-4aac-b9c1-63cf65d68c29 for instance with vm_state building and task_state block_device_mapping. [ 1426.448868] env[68867]: DEBUG nova.network.neutron [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Successfully updated port: 29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.599632] env[68867]: DEBUG oslo_vmware.api [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Task: {'id': task-2952798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152897} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.599834] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.600016] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Deleted contents of the VM from datastore datastore2 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.600209] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.600377] env[68867]: INFO nova.compute.manager [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1426.600609] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.600794] env[68867]: DEBUG nova.compute.manager [-] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.600888] env[68867]: DEBUG nova.network.neutron [-] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.953222] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquiring lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.953222] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquired lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.953222] env[68867]: DEBUG nova.network.neutron [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.495667] env[68867]: DEBUG nova.network.neutron [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.497634] env[68867]: DEBUG nova.network.neutron [-] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.630291] env[68867]: DEBUG nova.network.neutron [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updating instance_info_cache with network_info: [{"id": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "address": "fa:16:3e:f1:11:69", "network": {"id": "22042715-563d-4dad-a869-8777180b2461", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873824726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a9d1556bb04f83970ff4468919d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1716d-f7", "ovs_interfaceid": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.967167] env[68867]: DEBUG nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.967726] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.967935] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.968103] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.968283] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.968422] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.968560] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.968758] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.968910] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.969082] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.969244] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.969410] env[68867]: DEBUG nova.virt.hardware [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.970290] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c994f-3888-49ab-a7d4-446686de76d9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.978493] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b79c26-2c42-412f-944a-dd85de557be8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.000487] env[68867]: INFO nova.compute.manager [-] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Took 1.40 seconds to deallocate network for instance. [ 1428.133305] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Releasing lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.133735] env[68867]: DEBUG nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance network_info: |[{"id": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "address": "fa:16:3e:f1:11:69", "network": {"id": "22042715-563d-4dad-a869-8777180b2461", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873824726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a9d1556bb04f83970ff4468919d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1716d-f7", "ovs_interfaceid": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1428.134212] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:11:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29a1716d-f74a-4aac-b9c1-63cf65d68c29', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1428.141921] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Creating folder: Project (b5a9d1556bb04f83970ff4468919d734). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.142221] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff55cddd-6050-4fc6-a812-2acb525b7328 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.156595] env[68867]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1428.157317] env[68867]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68867) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1428.157317] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Folder already exists: Project (b5a9d1556bb04f83970ff4468919d734). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1428.157317] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Creating folder: Instances. Parent ref: group-v592583. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.157512] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeb78279-296a-4cab-81c6-c294dbc51c7e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.167362] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Created folder: Instances in parent group-v592583. [ 1428.167569] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.167744] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1428.167931] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6457a874-f97d-4a06-9370-ec21a4b4bee1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.186885] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1428.186885] env[68867]: value = "task-2952801" [ 1428.186885] env[68867]: _type = "Task" [ 1428.186885] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.194055] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952801, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.403653] env[68867]: DEBUG nova.compute.manager [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Received event network-changed-29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.403804] env[68867]: DEBUG nova.compute.manager [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Refreshing instance network info cache due to event network-changed-29a1716d-f74a-4aac-b9c1-63cf65d68c29. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1428.404062] env[68867]: DEBUG oslo_concurrency.lockutils [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] Acquiring lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.404215] env[68867]: DEBUG oslo_concurrency.lockutils [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] Acquired lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.404372] env[68867]: DEBUG nova.network.neutron [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Refreshing network info cache for port 29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.506513] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.506801] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.507030] env[68867]: DEBUG nova.objects.instance [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lazy-loading 'resources' on Instance uuid 84e722d4-64a1-4988-87f8-635a6da6ee44 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.697310] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952801, 'name': CreateVM_Task, 'duration_secs': 0.279615} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.697431] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.698067] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'caabf057-bae6-42d8-8f9c-9b83463417f9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592586', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'name': 'volume-840eedc5-7eb0-414d-a929-777cc40cf063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dbdd311-00bc-401b-a860-49fdb8864291', 'attached_at': '', 'detached_at': '', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'serial': '840eedc5-7eb0-414d-a929-777cc40cf063'}, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1428.698279] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Root volume attach. Driver type: vmdk {{(pid=68867) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1428.699053] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd90aa-1c58-475c-a016-97fa81c0ebee {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.706048] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da81ab87-13e2-4438-afb8-b93ff9159e28 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.713189] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ccbcc-bb00-4393-b6f6-44719ddb5447 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.718435] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b892ddc9-78c6-4ff5-aa06-4b9c4a69b24c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.724987] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1428.724987] env[68867]: value = "task-2952802" [ 1428.724987] env[68867]: _type = "Task" [ 1428.724987] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.731881] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952802, 'name': RelocateVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.054560] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578fdd94-fd38-42d1-a6b0-0c225650ad9f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.063165] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e6063d-7f76-4eac-9348-0d353493e74b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.092567] env[68867]: DEBUG nova.network.neutron [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updated VIF entry in instance network info cache for port 29a1716d-f74a-4aac-b9c1-63cf65d68c29. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.092932] env[68867]: DEBUG nova.network.neutron [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updating instance_info_cache with network_info: [{"id": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "address": "fa:16:3e:f1:11:69", "network": {"id": "22042715-563d-4dad-a869-8777180b2461", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873824726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a9d1556bb04f83970ff4468919d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1716d-f7", "ovs_interfaceid": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.094516] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b5cef2-4819-46e3-ad2f-733bcbf1f261 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.101748] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89138747-9cf1-4ca9-adef-c66630493cb7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.115621] env[68867]: DEBUG nova.compute.provider_tree [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.234625] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952802, 'name': RelocateVM_Task, 'duration_secs': 0.329519} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.235056] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Volume attach. Driver type: vmdk {{(pid=68867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1429.235315] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592586', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'name': 'volume-840eedc5-7eb0-414d-a929-777cc40cf063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dbdd311-00bc-401b-a860-49fdb8864291', 'attached_at': '', 'detached_at': '', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'serial': '840eedc5-7eb0-414d-a929-777cc40cf063'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1429.236092] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9addb9-0fb4-4085-bf4c-11f138c6ebb7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.252593] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2367380a-a76c-4512-a12a-17f1d57a46b7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.274021] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-840eedc5-7eb0-414d-a929-777cc40cf063/volume-840eedc5-7eb0-414d-a929-777cc40cf063.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.274274] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012a9655-64d3-442b-aec5-9dd82db13bc9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.293507] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1429.293507] env[68867]: value = "task-2952803" [ 1429.293507] env[68867]: _type = "Task" [ 1429.293507] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.300607] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.597785] env[68867]: DEBUG oslo_concurrency.lockutils [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] Releasing lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.598169] env[68867]: DEBUG nova.compute.manager [req-a1451eff-5414-46a3-9b28-a2a4cc49ccc9 req-806dca6a-227c-4ac2-b4d2-ceaa8322e91d service nova] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Received event network-vif-deleted-520c476c-3032-48fb-a8ee-6aca3c7f3369 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.619254] env[68867]: DEBUG nova.scheduler.client.report [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.803846] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952803, 'name': ReconfigVM_Task, 'duration_secs': 0.257435} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.804149] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-840eedc5-7eb0-414d-a929-777cc40cf063/volume-840eedc5-7eb0-414d-a929-777cc40cf063.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.808855] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f732e605-8afe-4a41-8969-98ffdd6309f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.823145] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1429.823145] env[68867]: value = "task-2952804" [ 1429.823145] env[68867]: _type = "Task" [ 1429.823145] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.830476] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.124062] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.143516] env[68867]: INFO nova.scheduler.client.report [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Deleted allocations for instance 84e722d4-64a1-4988-87f8-635a6da6ee44 [ 1430.332093] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952804, 'name': ReconfigVM_Task, 'duration_secs': 0.113184} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.332397] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592586', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'name': 'volume-840eedc5-7eb0-414d-a929-777cc40cf063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dbdd311-00bc-401b-a860-49fdb8864291', 'attached_at': '', 'detached_at': '', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'serial': '840eedc5-7eb0-414d-a929-777cc40cf063'} {{(pid=68867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1430.332966] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3999f485-9455-4175-bed4-c6db9ec4692e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.338649] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1430.338649] env[68867]: value = "task-2952805" [ 1430.338649] env[68867]: _type = "Task" [ 1430.338649] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.345832] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952805, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.651452] env[68867]: DEBUG oslo_concurrency.lockutils [None req-03514dc6-5aa4-4a75-ad20-b59b93053105 tempest-ServerActionsTestJSON-1803791734 tempest-ServerActionsTestJSON-1803791734-project-member] Lock "84e722d4-64a1-4988-87f8-635a6da6ee44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.848571] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952805, 'name': Rename_Task, 'duration_secs': 0.120013} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.848781] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.849068] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a749081-b534-466b-a718-3845c3c4cebd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.854471] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1430.854471] env[68867]: value = "task-2952806" [ 1430.854471] env[68867]: _type = "Task" [ 1430.854471] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.861480] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.364221] env[68867]: DEBUG oslo_vmware.api [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952806, 'name': PowerOnVM_Task, 'duration_secs': 0.42902} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.364505] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.364720] env[68867]: INFO nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Took 3.40 seconds to spawn the instance on the hypervisor. [ 1431.364945] env[68867]: DEBUG nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.365786] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8142d-32ca-4ac5-9817-bcc24f391d5e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.884338] env[68867]: INFO nova.compute.manager [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Took 9.78 seconds to build instance. [ 1432.386841] env[68867]: DEBUG oslo_concurrency.lockutils [None req-4be863b9-772c-4e5d-b938-839ef1de92ff tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "4dbdd311-00bc-401b-a860-49fdb8864291" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.292s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.165421] env[68867]: DEBUG nova.compute.manager [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Received event network-changed-29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.165708] env[68867]: DEBUG nova.compute.manager [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Refreshing instance network info cache due to event network-changed-29a1716d-f74a-4aac-b9c1-63cf65d68c29. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.165943] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] Acquiring lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.166073] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] Acquired lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.166229] env[68867]: DEBUG nova.network.neutron [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Refreshing network info cache for port 29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.878886] env[68867]: DEBUG nova.network.neutron [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updated VIF entry in instance network info cache for port 29a1716d-f74a-4aac-b9c1-63cf65d68c29. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.879291] env[68867]: DEBUG nova.network.neutron [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updating instance_info_cache with network_info: [{"id": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "address": "fa:16:3e:f1:11:69", "network": {"id": "22042715-563d-4dad-a869-8777180b2461", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873824726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a9d1556bb04f83970ff4468919d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1716d-f7", "ovs_interfaceid": "29a1716d-f74a-4aac-b9c1-63cf65d68c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.382307] env[68867]: DEBUG oslo_concurrency.lockutils [req-a5183e7c-cd09-4153-90a8-3fa925ce618a req-8761b8dd-cc8e-4ad2-b5d9-3a4f4f6f1d93 service nova] Releasing lock "refresh_cache-4dbdd311-00bc-401b-a860-49fdb8864291" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.251751] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.252170] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1441.252846] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.252566] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.252777] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.252860] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.253197] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.756309] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.756584] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.756748] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.756900] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1443.757842] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f5875a-1e56-4c1d-827d-ca423562f166 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.766169] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e5e63-7365-49e2-b26e-54c94cc1c64f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.779535] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bad5417-080d-4abb-8b4d-aa96aa819f80 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.785441] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35392630-ee7d-41b9-9af4-fcf10090c02b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.814540] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181030MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1443.814680] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.814881] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.839701] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 4dbdd311-00bc-401b-a860-49fdb8864291 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.839921] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1444.840036] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1444.863663] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268b18f4-fb5f-4aad-9dc9-f027ebfff1e9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.870643] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16f26ff-83bc-4055-aced-98408f75cd66 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.899663] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f7bf1-687c-4010-bff6-c0892674305b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.906052] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d216da0b-fe47-4946-a9bd-005a369ac6d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.918305] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.421727] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.926891] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1445.927293] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.921878] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.426978] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.752456] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.295441] env[68867]: INFO nova.compute.manager [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Rebuilding instance [ 1469.332431] env[68867]: DEBUG nova.compute.manager [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.333354] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a2df45-84e7-42cf-8421-65ddb2f0dc97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.346541] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.347110] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53db62b4-d0e7-4e82-8441-e5385d2cdcfe {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.355020] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1470.355020] env[68867]: value = "task-2952807" [ 1470.355020] env[68867]: _type = "Task" [ 1470.355020] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.363820] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.864542] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952807, 'name': PowerOffVM_Task, 'duration_secs': 0.164275} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.866034] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.866034] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.866034] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07851eb0-7062-422e-ad32-f47df693ce30 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.871416] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1470.871416] env[68867]: value = "task-2952808" [ 1470.871416] env[68867]: _type = "Task" [ 1470.871416] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.878109] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.381772] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1471.382126] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1471.382126] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592586', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'name': 'volume-840eedc5-7eb0-414d-a929-777cc40cf063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dbdd311-00bc-401b-a860-49fdb8864291', 'attached_at': '', 'detached_at': '', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'serial': '840eedc5-7eb0-414d-a929-777cc40cf063'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1471.382880] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e143707-88a5-4152-a779-f7b676affa82 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.401681] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68fff6c-23bd-44dc-8f28-2268ea4d057d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.408224] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9fa5e9-cd29-46a5-a535-40fe59f088c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.425390] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc8e01-a5ef-41ec-a385-d2edaab77af9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.439615] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] The volume has not been displaced from its original location: [datastore1] volume-840eedc5-7eb0-414d-a929-777cc40cf063/volume-840eedc5-7eb0-414d-a929-777cc40cf063.vmdk. No consolidation needed. {{(pid=68867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1471.445129] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1471.445422] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d4d94f-2c6f-477c-9d39-2d4ad9e8475a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.462975] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1471.462975] env[68867]: value = "task-2952809" [ 1471.462975] env[68867]: _type = "Task" [ 1471.462975] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.470290] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.972554] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952809, 'name': ReconfigVM_Task, 'duration_secs': 0.184755} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.972826] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1471.977547] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b4f57b-1f0a-4ea6-bc1f-2f7802098bda {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.991351] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1471.991351] env[68867]: value = "task-2952810" [ 1471.991351] env[68867]: _type = "Task" [ 1471.991351] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.998625] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.502604] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952810, 'name': ReconfigVM_Task, 'duration_secs': 0.110796} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.502962] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592586', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'name': 'volume-840eedc5-7eb0-414d-a929-777cc40cf063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dbdd311-00bc-401b-a860-49fdb8864291', 'attached_at': '', 'detached_at': '', 'volume_id': '840eedc5-7eb0-414d-a929-777cc40cf063', 'serial': '840eedc5-7eb0-414d-a929-777cc40cf063'} {{(pid=68867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1472.503292] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.504054] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9cd07-11de-4591-b4d2-4e4ac3d5e870 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.510194] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.510415] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c0b4c33-715d-4f0f-b059-1139c5f28b10 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.572294] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.572595] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.572862] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Deleting the datastore file [datastore1] 4dbdd311-00bc-401b-a860-49fdb8864291 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.573199] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60e90fe3-4fdf-4d11-8c3e-e4521cae2e1d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.579329] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for the task: (returnval){ [ 1472.579329] env[68867]: value = "task-2952812" [ 1472.579329] env[68867]: _type = "Task" [ 1472.579329] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.586818] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.089128] env[68867]: DEBUG oslo_vmware.api [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Task: {'id': task-2952812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079185} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.089390] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.089538] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.089705] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.143034] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Volume detach. Driver type: vmdk {{(pid=68867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1473.143387] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddb3c9d0-25c6-4624-ace4-b36810615d8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.151964] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096b885-ba26-4002-906c-f251a6aa910a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.177296] env[68867]: ERROR nova.compute.manager [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Failed to detach volume 840eedc5-7eb0-414d-a929-777cc40cf063 from /dev/sda: nova.exception.InstanceNotFound: Instance 4dbdd311-00bc-401b-a860-49fdb8864291 could not be found. [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Traceback (most recent call last): [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self.driver.rebuild(**kwargs) [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] raise NotImplementedError() [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] NotImplementedError [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] During handling of the above exception, another exception occurred: [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Traceback (most recent call last): [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self.driver.detach_volume(context, old_connection_info, [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] return self._volumeops.detach_volume(connection_info, instance) [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self._detach_volume_vmdk(connection_info, instance) [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] stable_ref.fetch_moref(session) [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] nova.exception.InstanceNotFound: Instance 4dbdd311-00bc-401b-a860-49fdb8864291 could not be found. [ 1473.177296] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1473.291514] env[68867]: DEBUG nova.compute.utils [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Build of instance 4dbdd311-00bc-401b-a860-49fdb8864291 aborted: Failed to rebuild volume backed instance. {{(pid=68867) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1473.293648] env[68867]: ERROR nova.compute.manager [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 4dbdd311-00bc-401b-a860-49fdb8864291 aborted: Failed to rebuild volume backed instance. [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Traceback (most recent call last): [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self.driver.rebuild(**kwargs) [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] raise NotImplementedError() [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] NotImplementedError [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] During handling of the above exception, another exception occurred: [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Traceback (most recent call last): [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self._detach_root_volume(context, instance, root_bdm) [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] with excutils.save_and_reraise_exception(): [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self.force_reraise() [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] raise self.value [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self.driver.detach_volume(context, old_connection_info, [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] return self._volumeops.detach_volume(connection_info, instance) [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self._detach_volume_vmdk(connection_info, instance) [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] stable_ref.fetch_moref(session) [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] nova.exception.InstanceNotFound: Instance 4dbdd311-00bc-401b-a860-49fdb8864291 could not be found. [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] During handling of the above exception, another exception occurred: [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Traceback (most recent call last): [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] yield [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1473.293648] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self._do_rebuild_instance_with_claim( [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self._do_rebuild_instance( [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self._rebuild_default_impl(**kwargs) [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] self._rebuild_volume_backed_instance( [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] raise exception.BuildAbortException( [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] nova.exception.BuildAbortException: Build of instance 4dbdd311-00bc-401b-a860-49fdb8864291 aborted: Failed to rebuild volume backed instance. [ 1473.294512] env[68867]: ERROR nova.compute.manager [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] [ 1475.308914] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.309291] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.323803] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea4651-b2ac-48a8-b93d-c4ffb8d52305 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.331091] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f1d966-53de-4a9d-9be1-cb107ecd6507 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.360357] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a806db4-af8b-45df-8eae-9824d0d9e538 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.366906] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76526e4-6d44-42be-b75e-243adf939ce9 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.379503] env[68867]: DEBUG nova.compute.provider_tree [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.882715] env[68867]: DEBUG nova.scheduler.client.report [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.217714] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquiring lock "4dbdd311-00bc-401b-a860-49fdb8864291" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.217973] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "4dbdd311-00bc-401b-a860-49fdb8864291" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.218216] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquiring lock "4dbdd311-00bc-401b-a860-49fdb8864291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.218408] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "4dbdd311-00bc-401b-a860-49fdb8864291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.218575] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "4dbdd311-00bc-401b-a860-49fdb8864291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.220801] env[68867]: INFO nova.compute.manager [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Terminating instance [ 1476.387327] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.078s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.387700] env[68867]: INFO nova.compute.manager [None req-2c01200c-f829-4440-841c-164d3279337b tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Successfully reverted task state from rebuilding on failure for instance. [ 1476.725104] env[68867]: DEBUG nova.compute.manager [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1476.725530] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69f8db59-0d26-4c74-bfb7-0c5217aa1b97 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.734978] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d97b988-f796-480e-8cd0-3a3689f9308e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.759584] env[68867]: WARNING nova.virt.vmwareapi.driver [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 4dbdd311-00bc-401b-a860-49fdb8864291 could not be found. [ 1476.759746] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.759996] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2502ecc4-cb13-4572-9a99-67bd77184a3d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.767663] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20bb3dc-b4f5-4b65-b59c-af39a61501b3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.790667] env[68867]: WARNING nova.virt.vmwareapi.vmops [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4dbdd311-00bc-401b-a860-49fdb8864291 could not be found. [ 1476.790860] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.791052] env[68867]: INFO nova.compute.manager [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1476.791289] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1476.791502] env[68867]: DEBUG nova.compute.manager [-] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1476.791595] env[68867]: DEBUG nova.network.neutron [-] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1477.441578] env[68867]: DEBUG nova.compute.manager [req-a6dafcc4-5d5b-44cd-a9ca-c30b6f621cdf req-7cd1f935-9f10-4237-8d54-435a48f246f7 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Received event network-vif-deleted-29a1716d-f74a-4aac-b9c1-63cf65d68c29 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.441816] env[68867]: INFO nova.compute.manager [req-a6dafcc4-5d5b-44cd-a9ca-c30b6f621cdf req-7cd1f935-9f10-4237-8d54-435a48f246f7 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Neutron deleted interface 29a1716d-f74a-4aac-b9c1-63cf65d68c29; detaching it from the instance and deleting it from the info cache [ 1477.442328] env[68867]: DEBUG nova.network.neutron [req-a6dafcc4-5d5b-44cd-a9ca-c30b6f621cdf req-7cd1f935-9f10-4237-8d54-435a48f246f7 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.914040] env[68867]: DEBUG nova.network.neutron [-] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.945701] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3af1e03-7040-4144-a271-37cc4e69b751 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.955804] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6065dc-e490-4ade-9708-06f99b47db4a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.980565] env[68867]: DEBUG nova.compute.manager [req-a6dafcc4-5d5b-44cd-a9ca-c30b6f621cdf req-7cd1f935-9f10-4237-8d54-435a48f246f7 service nova] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Detach interface failed, port_id=29a1716d-f74a-4aac-b9c1-63cf65d68c29, reason: Instance 4dbdd311-00bc-401b-a860-49fdb8864291 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1478.419656] env[68867]: INFO nova.compute.manager [-] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Took 1.63 seconds to deallocate network for instance. [ 1478.963879] env[68867]: INFO nova.compute.manager [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Took 0.54 seconds to detach 1 volumes for instance. [ 1478.965860] env[68867]: DEBUG nova.compute.manager [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Deleting volume: 840eedc5-7eb0-414d-a929-777cc40cf063 {{(pid=68867) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1479.505932] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.506270] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.506576] env[68867]: DEBUG nova.objects.instance [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lazy-loading 'resources' on Instance uuid 4dbdd311-00bc-401b-a860-49fdb8864291 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.025317] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e3e8fb-fd35-42c5-8b3a-11a5af506220 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.033692] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc9ab8-0f23-49f5-9aa1-5f9ef4514bb5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.062752] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83583b8d-4a92-44af-97ea-5500c88ce2a1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.069796] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e9bc71-f90c-4631-98e7-42940d2caed8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.082476] env[68867]: DEBUG nova.compute.provider_tree [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.586352] env[68867]: DEBUG nova.scheduler.client.report [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.094336] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.588s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.617241] env[68867]: DEBUG oslo_concurrency.lockutils [None req-53a9ce17-6ede-4689-879f-799b755a3e67 tempest-ServerActionsV293TestJSON-1914197037 tempest-ServerActionsV293TestJSON-1914197037-project-member] Lock "4dbdd311-00bc-401b-a860-49fdb8864291" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.399s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.792155] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "1862f082-2b18-4444-88d9-ac314050b3eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.792384] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "1862f082-2b18-4444-88d9-ac314050b3eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.296732] env[68867]: DEBUG nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.818585] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.818859] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.820342] env[68867]: INFO nova.compute.claims [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.856042] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1bf4ae-3f8b-4ea5-aa8d-ab785a041a8a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.863544] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7395b08-b870-482c-9c9d-777b242d09b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.893750] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f0b58b-390f-4aa7-bc71-c2aae1471c43 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.900434] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d208a4ee-0244-4f9c-81bd-d27fdd6e98d7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.913051] env[68867]: DEBUG nova.compute.provider_tree [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.416055] env[68867]: DEBUG nova.scheduler.client.report [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.921191] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.921739] env[68867]: DEBUG nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1485.426295] env[68867]: DEBUG nova.compute.utils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1485.428147] env[68867]: DEBUG nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1485.428338] env[68867]: DEBUG nova.network.neutron [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.466992] env[68867]: DEBUG nova.policy [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bd1d4d16ce1446d9dc70dbfb17c8fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '199e296c2b9849188852d9e7937d803a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1485.710675] env[68867]: DEBUG nova.network.neutron [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Successfully created port: 7b1333aa-175b-404e-bab5-b5d53fcc772a {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1485.931618] env[68867]: DEBUG nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1486.941178] env[68867]: DEBUG nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1486.965658] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1486.965904] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.966072] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1486.966254] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.966400] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1486.966542] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1486.966744] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1486.966899] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1486.967073] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1486.967235] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1486.967401] env[68867]: DEBUG nova.virt.hardware [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1486.968398] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d70671-ad76-44b0-b236-fb3d03f23d05 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.976157] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9241e55-ee80-402e-b4bf-ebfff69cc70a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.048780] env[68867]: DEBUG nova.compute.manager [req-40709383-a7be-4856-b790-5ae50ab13700 req-4856b34c-4449-4e07-8423-093c84fcff79 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Received event network-vif-plugged-7b1333aa-175b-404e-bab5-b5d53fcc772a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.048991] env[68867]: DEBUG oslo_concurrency.lockutils [req-40709383-a7be-4856-b790-5ae50ab13700 req-4856b34c-4449-4e07-8423-093c84fcff79 service nova] Acquiring lock "1862f082-2b18-4444-88d9-ac314050b3eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.049202] env[68867]: DEBUG oslo_concurrency.lockutils [req-40709383-a7be-4856-b790-5ae50ab13700 req-4856b34c-4449-4e07-8423-093c84fcff79 service nova] Lock "1862f082-2b18-4444-88d9-ac314050b3eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.049364] env[68867]: DEBUG oslo_concurrency.lockutils [req-40709383-a7be-4856-b790-5ae50ab13700 req-4856b34c-4449-4e07-8423-093c84fcff79 service nova] Lock "1862f082-2b18-4444-88d9-ac314050b3eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.049591] env[68867]: DEBUG nova.compute.manager [req-40709383-a7be-4856-b790-5ae50ab13700 req-4856b34c-4449-4e07-8423-093c84fcff79 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] No waiting events found dispatching network-vif-plugged-7b1333aa-175b-404e-bab5-b5d53fcc772a {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.049721] env[68867]: WARNING nova.compute.manager [req-40709383-a7be-4856-b790-5ae50ab13700 req-4856b34c-4449-4e07-8423-093c84fcff79 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Received unexpected event network-vif-plugged-7b1333aa-175b-404e-bab5-b5d53fcc772a for instance with vm_state building and task_state spawning. [ 1487.129848] env[68867]: DEBUG nova.network.neutron [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Successfully updated port: 7b1333aa-175b-404e-bab5-b5d53fcc772a {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1487.633560] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.633833] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.634044] env[68867]: DEBUG nova.network.neutron [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.164293] env[68867]: DEBUG nova.network.neutron [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1488.268065] env[68867]: DEBUG nova.network.neutron [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Updating instance_info_cache with network_info: [{"id": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "address": "fa:16:3e:59:3a:de", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1333aa-17", "ovs_interfaceid": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.771286] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.771580] env[68867]: DEBUG nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Instance network_info: |[{"id": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "address": "fa:16:3e:59:3a:de", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1333aa-17", "ovs_interfaceid": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1488.771999] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:3a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b1333aa-175b-404e-bab5-b5d53fcc772a', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.779843] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Creating folder: Project (199e296c2b9849188852d9e7937d803a). Parent ref: group-v592242. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.780127] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3796229e-c2bb-4f82-8375-e8f5776df16f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.791795] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Created folder: Project (199e296c2b9849188852d9e7937d803a) in parent group-v592242. [ 1488.791973] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Creating folder: Instances. Parent ref: group-v592589. {{(pid=68867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.792211] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-407d933f-ba73-43ec-a4c2-cb8d1daea4b0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.801365] env[68867]: INFO nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Created folder: Instances in parent group-v592589. [ 1488.801583] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1488.801761] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.801947] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f2213eb-de2a-41bd-912c-4da6f678f06e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.819188] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.819188] env[68867]: value = "task-2952816" [ 1488.819188] env[68867]: _type = "Task" [ 1488.819188] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.825946] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952816, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.076412] env[68867]: DEBUG nova.compute.manager [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Received event network-changed-7b1333aa-175b-404e-bab5-b5d53fcc772a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.076581] env[68867]: DEBUG nova.compute.manager [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Refreshing instance network info cache due to event network-changed-7b1333aa-175b-404e-bab5-b5d53fcc772a. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1489.076790] env[68867]: DEBUG oslo_concurrency.lockutils [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] Acquiring lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.076930] env[68867]: DEBUG oslo_concurrency.lockutils [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] Acquired lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.077103] env[68867]: DEBUG nova.network.neutron [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Refreshing network info cache for port 7b1333aa-175b-404e-bab5-b5d53fcc772a {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.329062] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952816, 'name': CreateVM_Task, 'duration_secs': 0.295116} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.329398] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.329877] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.330050] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.330367] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.330605] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662cd605-b7a7-45fc-b4af-408869bc3194 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.335362] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1489.335362] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52896a84-edfb-cf16-02d5-fcf0abc78bcc" [ 1489.335362] env[68867]: _type = "Task" [ 1489.335362] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.342714] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52896a84-edfb-cf16-02d5-fcf0abc78bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.738383] env[68867]: DEBUG nova.network.neutron [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Updated VIF entry in instance network info cache for port 7b1333aa-175b-404e-bab5-b5d53fcc772a. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.738759] env[68867]: DEBUG nova.network.neutron [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Updating instance_info_cache with network_info: [{"id": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "address": "fa:16:3e:59:3a:de", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1333aa-17", "ovs_interfaceid": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.845888] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52896a84-edfb-cf16-02d5-fcf0abc78bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.846196] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.846436] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.846675] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.846818] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.846990] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.847269] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cfd9275-334a-482d-938d-3f1626c2bcf1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.856155] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.856291] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.856986] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919150d1-136c-45a8-9707-2f118a4ce54f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.862060] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1489.862060] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5251fc63-6619-ccd8-c0da-643e885598c6" [ 1489.862060] env[68867]: _type = "Task" [ 1489.862060] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.869470] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5251fc63-6619-ccd8-c0da-643e885598c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.241338] env[68867]: DEBUG oslo_concurrency.lockutils [req-6748a2b7-e858-4af8-aa83-f9469445c4a1 req-76458c12-64ce-493b-8283-278f996f11a8 service nova] Releasing lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.373575] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5251fc63-6619-ccd8-c0da-643e885598c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.374333] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8fc852-b052-49e9-b004-e002b80f72e8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.378994] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1490.378994] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]528d17fb-fcd2-40b3-6907-26136fe1e28c" [ 1490.378994] env[68867]: _type = "Task" [ 1490.378994] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.385855] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528d17fb-fcd2-40b3-6907-26136fe1e28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.889553] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]528d17fb-fcd2-40b3-6907-26136fe1e28c, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.889805] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.890070] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/1862f082-2b18-4444-88d9-ac314050b3eb.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.890480] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11962005-c0e0-4a14-acc7-64e25adbca6d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.896675] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1490.896675] env[68867]: value = "task-2952817" [ 1490.896675] env[68867]: _type = "Task" [ 1490.896675] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.904061] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.406344] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465274} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.406713] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/1862f082-2b18-4444-88d9-ac314050b3eb.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.406879] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.407168] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e78345e-2912-404a-b7d1-274349b5f0a5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.413378] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1491.413378] env[68867]: value = "task-2952818" [ 1491.413378] env[68867]: _type = "Task" [ 1491.413378] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.420768] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.923203] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100525} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.923533] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.924308] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba04b5e-ab4e-4ba2-98d1-71e953e8a38e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.946216] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/1862f082-2b18-4444-88d9-ac314050b3eb.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.946492] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8efb89-0c71-4a45-a7fa-b241989487ff {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.965329] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1491.965329] env[68867]: value = "task-2952819" [ 1491.965329] env[68867]: _type = "Task" [ 1491.965329] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.972708] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.475512] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952819, 'name': ReconfigVM_Task, 'duration_secs': 0.319631} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.475866] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/1862f082-2b18-4444-88d9-ac314050b3eb.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.476457] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3436890-737e-4669-9e33-a2ce87eab38c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.483573] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1492.483573] env[68867]: value = "task-2952820" [ 1492.483573] env[68867]: _type = "Task" [ 1492.483573] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.490959] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952820, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.993396] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952820, 'name': Rename_Task, 'duration_secs': 0.487292} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.993698] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.993941] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c8d5ab7-0c62-40b9-ab89-bee5967a747b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.000141] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1493.000141] env[68867]: value = "task-2952821" [ 1493.000141] env[68867]: _type = "Task" [ 1493.000141] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.007824] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.510231] env[68867]: DEBUG oslo_vmware.api [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952821, 'name': PowerOnVM_Task, 'duration_secs': 0.473624} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.510586] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.510703] env[68867]: INFO nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1493.510852] env[68867]: DEBUG nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.511639] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad22e01f-d9d6-4071-9ec1-b119b8646a24 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.029807] env[68867]: INFO nova.compute.manager [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Took 11.23 seconds to build instance. [ 1494.531600] env[68867]: DEBUG oslo_concurrency.lockutils [None req-c365ba97-ae42-4284-a874-a4698afbb8c2 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "1862f082-2b18-4444-88d9-ac314050b3eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.739s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.834365] env[68867]: INFO nova.compute.manager [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Rescuing [ 1494.834590] env[68867]: DEBUG oslo_concurrency.lockutils [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.834739] env[68867]: DEBUG oslo_concurrency.lockutils [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.834904] env[68867]: DEBUG nova.network.neutron [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.497398] env[68867]: DEBUG nova.network.neutron [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Updating instance_info_cache with network_info: [{"id": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "address": "fa:16:3e:59:3a:de", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1333aa-17", "ovs_interfaceid": "7b1333aa-175b-404e-bab5-b5d53fcc772a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.999853] env[68867]: DEBUG oslo_concurrency.lockutils [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "refresh_cache-1862f082-2b18-4444-88d9-ac314050b3eb" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.534263] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.534612] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f375de56-6515-44ff-8085-4253e67ba5b2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.542101] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1497.542101] env[68867]: value = "task-2952822" [ 1497.542101] env[68867]: _type = "Task" [ 1497.542101] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.549460] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.052088] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952822, 'name': PowerOffVM_Task, 'duration_secs': 0.207074} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.052336] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.053113] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab78a5-a47d-417b-93ba-d789359b529e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.071051] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43db0650-3e69-4535-8b80-4999f32351c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.096175] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.096411] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dc94593-c818-4bbf-82ef-8b9df2f80581 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.102778] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1498.102778] env[68867]: value = "task-2952823" [ 1498.102778] env[68867]: _type = "Task" [ 1498.102778] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.110703] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.613310] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1498.613644] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.613774] env[68867]: DEBUG oslo_concurrency.lockutils [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.613926] env[68867]: DEBUG oslo_concurrency.lockutils [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.614113] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.614368] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d26b88d-5ad8-4c2e-a2e1-7aee3e2c114a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.622674] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.622835] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.623505] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61d12e3-e276-4c8c-9018-6fd0c160bcfd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.627862] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1498.627862] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52438ca6-7d7f-b163-f49c-3e233e247a27" [ 1498.627862] env[68867]: _type = "Task" [ 1498.627862] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.634687] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52438ca6-7d7f-b163-f49c-3e233e247a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.138043] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52438ca6-7d7f-b163-f49c-3e233e247a27, 'name': SearchDatastore_Task, 'duration_secs': 0.007883} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.138760] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39be07e-0c49-40f6-87e0-e1bcc487db78 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.143562] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1499.143562] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5243e4c2-4e68-7ec6-374d-a8f9b0a6ac4e" [ 1499.143562] env[68867]: _type = "Task" [ 1499.143562] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.150573] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5243e4c2-4e68-7ec6-374d-a8f9b0a6ac4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.252227] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.252381] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1499.654225] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5243e4c2-4e68-7ec6-374d-a8f9b0a6ac4e, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.654569] env[68867]: DEBUG oslo_concurrency.lockutils [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.654720] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. {{(pid=68867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1499.654958] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4397e9a7-b0a9-42a2-8ecf-1cf519ea1683 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.661603] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1499.661603] env[68867]: value = "task-2952824" [ 1499.661603] env[68867]: _type = "Task" [ 1499.661603] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.668709] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.171851] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486599} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.172062] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. [ 1500.172853] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e8ba9-7c74-486d-8c75-148bfb06ec0a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.196977] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.197227] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1ed383-1bbf-474d-b88e-ba92fbcb11bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.213286] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1500.213286] env[68867]: value = "task-2952825" [ 1500.213286] env[68867]: _type = "Task" [ 1500.213286] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.220303] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.722679] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952825, 'name': ReconfigVM_Task, 'duration_secs': 0.302954} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.723081] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.723813] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44621e-db43-4850-84e5-cbc55204873c {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.747723] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e9c20e-fd25-4d62-9eab-7e972c853446 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.762284] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1500.762284] env[68867]: value = "task-2952826" [ 1500.762284] env[68867]: _type = "Task" [ 1500.762284] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.770570] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.252509] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.271212] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952826, 'name': ReconfigVM_Task, 'duration_secs': 0.149565} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.271468] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.271694] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c5e475-40a6-4d81-a806-28ab388c01dc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.278698] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1501.278698] env[68867]: value = "task-2952827" [ 1501.278698] env[68867]: _type = "Task" [ 1501.278698] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.285606] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.789192] env[68867]: DEBUG oslo_vmware.api [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952827, 'name': PowerOnVM_Task, 'duration_secs': 0.389221} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.789551] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.792067] env[68867]: DEBUG nova.compute.manager [None req-adb9d7ba-9c56-4f66-9820-530f30d15913 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.792796] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8298e225-752c-40c1-ac8e-2aac0ab092ad {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.251861] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.993317] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.993611] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.252493] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.495421] env[68867]: DEBUG nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Starting instance... {{(pid=68867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1503.755409] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.755661] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.755831] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.755982] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1503.756885] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296dc37d-2a8e-493d-a2b6-155e7f1105a6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.764928] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6055d3-e889-4827-b18b-fdcd517ac8fd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.778777] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba13902-72bb-444f-b734-691473e240bf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.785377] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68bbfc3-cea4-4a38-9dfe-fe6d10a761da {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.814741] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180903MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1503.814883] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.815100] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.016862] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.837927] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 1862f082-2b18-4444-88d9-ac314050b3eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.340834] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Instance 833877eb-1e74-42bd-ae2b-df140bf9d0e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1505.341262] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1505.341262] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1505.445232] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf20e2e-5924-4b01-a5f1-b8d4a3d9db9b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.452409] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edcb915-5d36-4c48-bdf7-0da5a6d21bcc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.480970] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f979e38-8c3d-44ac-8ea6-4497a0acc542 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.487625] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4bb314-5495-4d73-b158-df01b62045cf {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.501043] env[68867]: DEBUG nova.compute.provider_tree [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.003775] env[68867]: DEBUG nova.scheduler.client.report [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.509174] env[68867]: DEBUG nova.compute.resource_tracker [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1506.509578] env[68867]: DEBUG oslo_concurrency.lockutils [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.694s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.509805] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.493s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.511875] env[68867]: INFO nova.compute.claims [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.514949] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.515357] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.515357] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.556871] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694c252-5a3c-4cf3-b26d-36d624e2379e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.564066] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9264dc8-c98c-47da-a679-9882fb2ab319 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.592859] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e123387-3df4-40a7-ac52-16e6362383de {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.599895] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd9b213-0919-43e4-87de-0939d1885a92 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.613185] env[68867]: DEBUG nova.compute.provider_tree [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.116445] env[68867]: DEBUG nova.scheduler.client.report [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.247344] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.251889] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.252049] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Cleaning up deleted instances {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1508.621763] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.622327] env[68867]: DEBUG nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Start building networks asynchronously for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.760373] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] There are 27 instances to clean {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1508.760559] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 4dbdd311-00bc-401b-a860-49fdb8864291] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.126998] env[68867]: DEBUG nova.compute.utils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Using /dev/sd instead of None {{(pid=68867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1509.128450] env[68867]: DEBUG nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Allocating IP information in the background. {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.128659] env[68867]: DEBUG nova.network.neutron [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] allocate_for_instance() {{(pid=68867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.176144] env[68867]: DEBUG nova.policy [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bd1d4d16ce1446d9dc70dbfb17c8fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '199e296c2b9849188852d9e7937d803a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.263855] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: cb5153ac-5568-4eda-9c94-58429cc2bf92] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.430506] env[68867]: DEBUG nova.network.neutron [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Successfully created port: ec29e901-f871-4785-b430-8a61268fd498 {{(pid=68867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.632312] env[68867]: DEBUG nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Start building block device mappings for instance. {{(pid=68867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.767432] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 84e722d4-64a1-4988-87f8-635a6da6ee44] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.271059] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: ec35f439-d6cf-422f-92a8-b921ea3399d2] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.641764] env[68867]: DEBUG nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Start spawning the instance on the hypervisor. {{(pid=68867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.667978] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:49:37Z,direct_url=,disk_format='vmdk',id=17656c0e-9d4c-4070-a53c-835b3886163d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='606560f3b8e240f18ecff2daf6f2defc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:49:38Z,virtual_size=,visibility=), allow threads: False {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.668241] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Flavor limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.668395] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Image limits 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.668574] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Flavor pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.668718] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Image pref 0:0:0 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.668860] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.669086] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.669246] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.669414] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Got 1 possible topologies {{(pid=68867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.669575] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.669745] env[68867]: DEBUG nova.virt.hardware [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.670697] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b60f8-ce97-45a7-a346-ae8830fe6983 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.679104] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0c54f-7e9f-45f7-a2ac-f5e20fa75abd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.774485] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 5d07849a-3298-4c23-b62e-081df797c624] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.782471] env[68867]: DEBUG nova.compute.manager [req-2e93bc9b-f3a7-43ef-97d3-bebd313b5744 req-db3cd927-c629-4866-a447-bf3d4810c39d service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Received event network-vif-plugged-ec29e901-f871-4785-b430-8a61268fd498 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.782683] env[68867]: DEBUG oslo_concurrency.lockutils [req-2e93bc9b-f3a7-43ef-97d3-bebd313b5744 req-db3cd927-c629-4866-a447-bf3d4810c39d service nova] Acquiring lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.782882] env[68867]: DEBUG oslo_concurrency.lockutils [req-2e93bc9b-f3a7-43ef-97d3-bebd313b5744 req-db3cd927-c629-4866-a447-bf3d4810c39d service nova] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.783049] env[68867]: DEBUG oslo_concurrency.lockutils [req-2e93bc9b-f3a7-43ef-97d3-bebd313b5744 req-db3cd927-c629-4866-a447-bf3d4810c39d service nova] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.783218] env[68867]: DEBUG nova.compute.manager [req-2e93bc9b-f3a7-43ef-97d3-bebd313b5744 req-db3cd927-c629-4866-a447-bf3d4810c39d service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] No waiting events found dispatching network-vif-plugged-ec29e901-f871-4785-b430-8a61268fd498 {{(pid=68867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.783374] env[68867]: WARNING nova.compute.manager [req-2e93bc9b-f3a7-43ef-97d3-bebd313b5744 req-db3cd927-c629-4866-a447-bf3d4810c39d service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Received unexpected event network-vif-plugged-ec29e901-f871-4785-b430-8a61268fd498 for instance with vm_state building and task_state spawning. [ 1510.863371] env[68867]: DEBUG nova.network.neutron [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Successfully updated port: ec29e901-f871-4785-b430-8a61268fd498 {{(pid=68867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.278498] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: cac5e547-e28b-4c48-b270-6761c2bb0654] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.366312] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.366312] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.366563] env[68867]: DEBUG nova.network.neutron [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.781652] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 2f613404-e58f-40f9-8c9c-38fa1f7b7227] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.901424] env[68867]: DEBUG nova.network.neutron [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Instance cache missing network info. {{(pid=68867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.016669] env[68867]: DEBUG nova.network.neutron [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Updating instance_info_cache with network_info: [{"id": "ec29e901-f871-4785-b430-8a61268fd498", "address": "fa:16:3e:20:4d:48", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec29e901-f8", "ovs_interfaceid": "ec29e901-f871-4785-b430-8a61268fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.285291] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: bbe0d180-d843-4450-a3e5-1f1d0de98e3a] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.520329] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.520329] env[68867]: DEBUG nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Instance network_info: |[{"id": "ec29e901-f871-4785-b430-8a61268fd498", "address": "fa:16:3e:20:4d:48", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec29e901-f8", "ovs_interfaceid": "ec29e901-f871-4785-b430-8a61268fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.520573] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:4d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec29e901-f871-4785-b430-8a61268fd498', 'vif_model': 'vmxnet3'}] {{(pid=68867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.528171] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.528373] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Creating VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.528598] env[68867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf954fe9-dade-42c8-bfea-1a96c2bd1df3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.548397] env[68867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.548397] env[68867]: value = "task-2952828" [ 1512.548397] env[68867]: _type = "Task" [ 1512.548397] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.555578] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952828, 'name': CreateVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.789025] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 433e74da-f2ca-4fac-bb40-aae7abafe38c] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.811050] env[68867]: DEBUG nova.compute.manager [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Received event network-changed-ec29e901-f871-4785-b430-8a61268fd498 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.811315] env[68867]: DEBUG nova.compute.manager [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Refreshing instance network info cache due to event network-changed-ec29e901-f871-4785-b430-8a61268fd498. {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.811614] env[68867]: DEBUG oslo_concurrency.lockutils [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] Acquiring lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.811805] env[68867]: DEBUG oslo_concurrency.lockutils [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] Acquired lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.812192] env[68867]: DEBUG nova.network.neutron [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Refreshing network info cache for port ec29e901-f871-4785-b430-8a61268fd498 {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.058772] env[68867]: DEBUG oslo_vmware.api [-] Task: {'id': task-2952828, 'name': CreateVM_Task, 'duration_secs': 0.319884} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.060030] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Created VM on the ESX host {{(pid=68867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.060030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.060030] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.060341] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.060577] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719103c6-17db-4291-9796-186928bfd4eb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.065382] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1513.065382] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]523554d8-12e9-5934-29c1-0e0310a3fa6f" [ 1513.065382] env[68867]: _type = "Task" [ 1513.065382] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.075460] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523554d8-12e9-5934-29c1-0e0310a3fa6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.292845] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 888a6e5d-dbfd-40c9-b0a5-5d085deea6cf] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.473842] env[68867]: DEBUG nova.network.neutron [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Updated VIF entry in instance network info cache for port ec29e901-f871-4785-b430-8a61268fd498. {{(pid=68867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.474212] env[68867]: DEBUG nova.network.neutron [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Updating instance_info_cache with network_info: [{"id": "ec29e901-f871-4785-b430-8a61268fd498", "address": "fa:16:3e:20:4d:48", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec29e901-f8", "ovs_interfaceid": "ec29e901-f871-4785-b430-8a61268fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.575963] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]523554d8-12e9-5934-29c1-0e0310a3fa6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.576268] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.576515] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.576749] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.576894] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.577078] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.577330] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e76810cf-ba10-462f-b056-b3330612fad4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.585471] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.585657] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.586346] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fedbd7-f306-4742-bcac-8c97589630f8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.591015] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1513.591015] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52f16ddb-7bc1-9cdc-9def-76521af25727" [ 1513.591015] env[68867]: _type = "Task" [ 1513.591015] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.598095] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f16ddb-7bc1-9cdc-9def-76521af25727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.796760] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 4b66cd5d-a0fd-40ad-a8e0-4803517c9fd1] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.976979] env[68867]: DEBUG oslo_concurrency.lockutils [req-b3acaf7c-5447-4d30-b93e-5dbd47f96de0 req-0d1f5ca6-3cc1-4690-a98d-fc7e8e2f7a88 service nova] Releasing lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.101161] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52f16ddb-7bc1-9cdc-9def-76521af25727, 'name': SearchDatastore_Task, 'duration_secs': 0.007753} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.101920] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1871df-fb96-4c6d-94cd-a6adb6cbaa35 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.106819] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1514.106819] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]5213f13f-5ba8-b25c-c19a-0befb2bb4c7d" [ 1514.106819] env[68867]: _type = "Task" [ 1514.106819] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.114259] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5213f13f-5ba8-b25c-c19a-0befb2bb4c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.301054] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 9bd8026f-4087-4e2b-8853-68d30f0b4226] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.617028] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]5213f13f-5ba8-b25c-c19a-0befb2bb4c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.617300] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.617553] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/833877eb-1e74-42bd-ae2b-df140bf9d0e6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.617801] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4befe15-98d9-4ec8-a5fa-d0692e33dbd4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.624029] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1514.624029] env[68867]: value = "task-2952829" [ 1514.624029] env[68867]: _type = "Task" [ 1514.624029] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.630936] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.803964] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: eb12bde3-eb00-4334-bef3-635ef073b68b] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.133729] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421459} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.134052] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/833877eb-1e74-42bd-ae2b-df140bf9d0e6.vmdk {{(pid=68867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.134379] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Extending root virtual disk to 1048576 {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.134691] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f536477-dc00-4fdf-84ee-649495e960fc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.141592] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1515.141592] env[68867]: value = "task-2952830" [ 1515.141592] env[68867]: _type = "Task" [ 1515.141592] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.148818] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.307621] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 995022fb-7371-4bd1-8909-3fe6c656898b] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.651442] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062244} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.651697] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Extended root virtual disk {{(pid=68867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.652459] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1762ee3-0a1a-4f05-aa8d-472f56fe913a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.674682] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/833877eb-1e74-42bd-ae2b-df140bf9d0e6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.674865] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e31d4edc-4572-4b7e-9ed3-03d9b9f7af08 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.695052] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1515.695052] env[68867]: value = "task-2952831" [ 1515.695052] env[68867]: _type = "Task" [ 1515.695052] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.702343] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.811198] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: c51b08d8-577d-46ef-8a08-8f6c8ceff02c] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.205245] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952831, 'name': ReconfigVM_Task, 'duration_secs': 0.35522} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.205508] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/833877eb-1e74-42bd-ae2b-df140bf9d0e6.vmdk or device None with type sparse {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.206156] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bacfd2eb-8f4b-4173-b322-6f228808e015 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.212758] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1516.212758] env[68867]: value = "task-2952832" [ 1516.212758] env[68867]: _type = "Task" [ 1516.212758] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.220194] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952832, 'name': Rename_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.315285] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: da2ff177-1420-4c09-bc6f-a7512c4cf333] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.722612] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952832, 'name': Rename_Task, 'duration_secs': 0.142348} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.722823] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.723066] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bcc843e-dcd4-4250-9382-6be3ae7262f7 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.728948] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1516.728948] env[68867]: value = "task-2952833" [ 1516.728948] env[68867]: _type = "Task" [ 1516.728948] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.735844] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.819622] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 98a62f4d-e975-4e06-a51f-6f21da877d4b] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.239439] env[68867]: DEBUG oslo_vmware.api [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952833, 'name': PowerOnVM_Task, 'duration_secs': 0.485152} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.239708] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.239908] env[68867]: INFO nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1517.240096] env[68867]: DEBUG nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.240881] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c320be3-937f-4b64-9fc3-6562501a17c4 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.323142] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 14111a46-3507-42d7-8126-bc0535aff828] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.759739] env[68867]: INFO nova.compute.manager [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Took 13.76 seconds to build instance. [ 1517.825815] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 9d2ff035-7114-44d5-8291-245626c4f6e1] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.109680] env[68867]: INFO nova.compute.manager [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Rescuing [ 1518.109942] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.110112] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.110296] env[68867]: DEBUG nova.network.neutron [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.262115] env[68867]: DEBUG oslo_concurrency.lockutils [None req-2e5a2192-3f66-4066-a8e2-1fd1f876c9d0 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.268s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.328849] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: a83fe464-840e-4e25-a1fa-4d3d6f9d3ab3] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.789151] env[68867]: DEBUG nova.network.neutron [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Updating instance_info_cache with network_info: [{"id": "ec29e901-f871-4785-b430-8a61268fd498", "address": "fa:16:3e:20:4d:48", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec29e901-f8", "ovs_interfaceid": "ec29e901-f871-4785-b430-8a61268fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.831490] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: a8a67aa2-9a48-41e2-9575-5753e44c00db] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.291711] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.333918] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 4de5d89b-c819-45a0-a5cc-81e3d0fb8f79] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.838530] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: aaa1e2ab-11a7-46db-bcb9-9d708d5b2bf6] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.340815] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: f0631dff-5185-48ae-8fe5-fc7c12d16ed3] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.827647] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.827982] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16f8acc9-5c2e-4196-bf46-83627ed6756d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.835350] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1520.835350] env[68867]: value = "task-2952834" [ 1520.835350] env[68867]: _type = "Task" [ 1520.835350] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.843232] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 451c50c0-2e7b-4a20-92aa-3fb3b6dc36ce] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.844991] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.345717] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: 12ea9512-9b51-4d4a-9a36-80b1ef58e0eb] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.347757] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952834, 'name': PowerOffVM_Task, 'duration_secs': 0.18378} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.348151] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.348927] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3866cf-b3bd-4aeb-bd53-2848cb978288 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.367189] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c734d928-e0d5-427e-8cc9-c164722e4079 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.394438] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.394673] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-836526ea-7909-4fa4-8a58-dac36542861b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.400629] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1521.400629] env[68867]: value = "task-2952835" [ 1521.400629] env[68867]: _type = "Task" [ 1521.400629] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.407474] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.849233] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] [instance: c4d9f194-9b9d-4d22-8f0b-a4caa36469c6] Instance has had 0 of 5 cleanup attempts {{(pid=68867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.911325] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] VM already powered off {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1521.911530] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Processing image 17656c0e-9d4c-4070-a53c-835b3886163d {{(pid=68867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.911766] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.911911] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.912105] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.912341] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c17ea64-dfdf-4926-a398-f0354a283bc5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.922902] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.923087] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.923747] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74fbe53-93f3-4ee5-9a11-b0b530fe438a {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.929141] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1521.929141] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]52a8670c-0788-b1e4-b2af-20abbbe16a63" [ 1521.929141] env[68867]: _type = "Task" [ 1521.929141] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.937334] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a8670c-0788-b1e4-b2af-20abbbe16a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.352731] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.352915] env[68867]: DEBUG nova.compute.manager [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Cleaning up deleted instances with incomplete migration {{(pid=68867) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1522.438903] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]52a8670c-0788-b1e4-b2af-20abbbe16a63, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.439713] env[68867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b3f286-9700-48a8-8886-6a134691907f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.444468] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1522.444468] env[68867]: value = "session[52b65287-f062-d261-4500-fce8949f7100]521473c8-3240-3664-0b7a-214e50664b1d" [ 1522.444468] env[68867]: _type = "Task" [ 1522.444468] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.451585] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521473c8-3240-3664-0b7a-214e50664b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.855536] env[68867]: DEBUG oslo_service.periodic_task [None req-e36f25e4-c882-4d95-b50b-ea69f1089aa5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.954345] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': session[52b65287-f062-d261-4500-fce8949f7100]521473c8-3240-3664-0b7a-214e50664b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.954600] env[68867]: DEBUG oslo_concurrency.lockutils [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.954870] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. {{(pid=68867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1522.955142] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0167562-1f9a-4e22-9cfd-df76e3172615 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.962338] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1522.962338] env[68867]: value = "task-2952836" [ 1522.962338] env[68867]: _type = "Task" [ 1522.962338] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.970109] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.471382] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429538} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.471598] env[68867]: INFO nova.virt.vmwareapi.ds_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/17656c0e-9d4c-4070-a53c-835b3886163d/17656c0e-9d4c-4070-a53c-835b3886163d.vmdk to [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk. [ 1523.472359] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3c4933-ba18-40f3-bde8-ff14539d54df {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.496832] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.497080] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b08c28c-ea50-48bc-8ebf-164a1f3111c6 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.514350] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1523.514350] env[68867]: value = "task-2952837" [ 1523.514350] env[68867]: _type = "Task" [ 1523.514350] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.521859] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.024639] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952837, 'name': ReconfigVM_Task, 'duration_secs': 0.278258} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.025074] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6/17656c0e-9d4c-4070-a53c-835b3886163d-rescue.vmdk or device None with type thin {{(pid=68867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.026347] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3223799-2705-47be-b1ce-9a67466d29b8 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.050823] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e00eaa2c-238d-4645-86d5-2e3a5e918486 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.065528] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1524.065528] env[68867]: value = "task-2952838" [ 1524.065528] env[68867]: _type = "Task" [ 1524.065528] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.073073] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.575450] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952838, 'name': ReconfigVM_Task, 'duration_secs': 0.326336} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.575745] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.575992] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5222db2-890f-45bf-8d2d-d167040100aa {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.582075] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1524.582075] env[68867]: value = "task-2952839" [ 1524.582075] env[68867]: _type = "Task" [ 1524.582075] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.589325] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.091288] env[68867]: DEBUG oslo_vmware.api [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952839, 'name': PowerOnVM_Task, 'duration_secs': 0.456429} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.091709] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.094167] env[68867]: DEBUG nova.compute.manager [None req-7323c678-d4d8-4870-b878-99eeb2b84bef tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.094892] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7026f6b-53e8-46d6-b517-16ab39cf2077 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.939649] env[68867]: INFO nova.compute.manager [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Unrescuing [ 1525.939903] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.940080] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquired lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.940253] env[68867]: DEBUG nova.network.neutron [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Building network info cache for instance {{(pid=68867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.622388] env[68867]: DEBUG nova.network.neutron [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Updating instance_info_cache with network_info: [{"id": "ec29e901-f871-4785-b430-8a61268fd498", "address": "fa:16:3e:20:4d:48", "network": {"id": "9bdb1d7b-bca3-47ec-9b04-55138c6c783d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1196749695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199e296c2b9849188852d9e7937d803a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec29e901-f8", "ovs_interfaceid": "ec29e901-f871-4785-b430-8a61268fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.125345] env[68867]: DEBUG oslo_concurrency.lockutils [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Releasing lock "refresh_cache-833877eb-1e74-42bd-ae2b-df140bf9d0e6" {{(pid=68867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.126136] env[68867]: DEBUG nova.objects.instance [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lazy-loading 'flavor' on Instance uuid 833877eb-1e74-42bd-ae2b-df140bf9d0e6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.633573] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1df4f-2cd2-4aba-b1a5-ac2e4c8f42bc {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.654455] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.654735] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972cda18-a4b5-4d0b-9ef1-1115fd85c1ec {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.661951] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1527.661951] env[68867]: value = "task-2952840" [ 1527.661951] env[68867]: _type = "Task" [ 1527.661951] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.669480] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.171846] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952840, 'name': PowerOffVM_Task, 'duration_secs': 0.222934} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.172148] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.177416] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1528.177672] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee193abe-dd37-4bf5-875f-4694c796a95d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.194896] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1528.194896] env[68867]: value = "task-2952841" [ 1528.194896] env[68867]: _type = "Task" [ 1528.194896] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.201989] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.704381] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952841, 'name': ReconfigVM_Task, 'duration_secs': 0.223743} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.704807] env[68867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1528.704807] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powering on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.705066] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2061b146-6916-4cd6-8412-aeef70631556 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.711169] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1528.711169] env[68867]: value = "task-2952842" [ 1528.711169] env[68867]: _type = "Task" [ 1528.711169] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.717897] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.220600] env[68867]: DEBUG oslo_vmware.api [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952842, 'name': PowerOnVM_Task, 'duration_secs': 0.363296} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.220830] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powered on the VM {{(pid=68867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.221081] env[68867]: DEBUG nova.compute.manager [None req-a886d625-2fcf-4b5c-b3f7-ae137e03b8f7 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Checking state {{(pid=68867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.221827] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67420d15-918e-477c-a96d-fde412555e73 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.494065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.494065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.494065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.494065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.494065] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.496166] env[68867]: INFO nova.compute.manager [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Terminating instance [ 1531.000000] env[68867]: DEBUG nova.compute.manager [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.000322] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.001217] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed21ed98-b15d-41c4-8c54-ec8fb2fab89f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.009159] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.009383] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-176972a4-7ce3-40ac-baa6-5ae3ef9395a2 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.015246] env[68867]: DEBUG oslo_vmware.api [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1531.015246] env[68867]: value = "task-2952843" [ 1531.015246] env[68867]: _type = "Task" [ 1531.015246] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.023090] env[68867]: DEBUG oslo_vmware.api [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.524965] env[68867]: DEBUG oslo_vmware.api [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952843, 'name': PowerOffVM_Task, 'duration_secs': 0.183464} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.525309] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.525424] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.525643] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f1e55c-eced-4379-a332-f2f5603ad4bd {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.589167] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.589369] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.589555] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Deleting the datastore file [datastore1] 833877eb-1e74-42bd-ae2b-df140bf9d0e6 {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.589806] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cc6d1d2-9f74-439e-9af8-ed979f9fd60e {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.595723] env[68867]: DEBUG oslo_vmware.api [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1531.595723] env[68867]: value = "task-2952845" [ 1531.595723] env[68867]: _type = "Task" [ 1531.595723] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.602853] env[68867]: DEBUG oslo_vmware.api [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.104783] env[68867]: DEBUG oslo_vmware.api [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12935} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.105091] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.105238] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.105413] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.105582] env[68867]: INFO nova.compute.manager [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1532.105848] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1532.106056] env[68867]: DEBUG nova.compute.manager [-] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.106162] env[68867]: DEBUG nova.network.neutron [-] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.357165] env[68867]: DEBUG nova.compute.manager [req-aa65dc79-4898-429e-841e-eecf1a84eb85 req-50ddd783-06e9-452d-9dc0-28997acdaf14 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Received event network-vif-deleted-ec29e901-f871-4785-b430-8a61268fd498 {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1532.357426] env[68867]: INFO nova.compute.manager [req-aa65dc79-4898-429e-841e-eecf1a84eb85 req-50ddd783-06e9-452d-9dc0-28997acdaf14 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Neutron deleted interface ec29e901-f871-4785-b430-8a61268fd498; detaching it from the instance and deleting it from the info cache [ 1532.357523] env[68867]: DEBUG nova.network.neutron [req-aa65dc79-4898-429e-841e-eecf1a84eb85 req-50ddd783-06e9-452d-9dc0-28997acdaf14 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.841346] env[68867]: DEBUG nova.network.neutron [-] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.860406] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edeb3ec0-df98-4ade-bdb2-b3d59f2ad618 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.870463] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd80d0b-c363-47ea-a7f3-aef037f5d39b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.894099] env[68867]: DEBUG nova.compute.manager [req-aa65dc79-4898-429e-841e-eecf1a84eb85 req-50ddd783-06e9-452d-9dc0-28997acdaf14 service nova] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Detach interface failed, port_id=ec29e901-f871-4785-b430-8a61268fd498, reason: Instance 833877eb-1e74-42bd-ae2b-df140bf9d0e6 could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1533.344199] env[68867]: INFO nova.compute.manager [-] [instance: 833877eb-1e74-42bd-ae2b-df140bf9d0e6] Took 1.24 seconds to deallocate network for instance. [ 1533.850130] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.850429] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.850641] env[68867]: DEBUG nova.objects.instance [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lazy-loading 'resources' on Instance uuid 833877eb-1e74-42bd-ae2b-df140bf9d0e6 {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.395381] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0728e1-b35e-4c72-b4b9-9ae9c9732513 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.403930] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403879d-90d9-4c2b-b26c-677589693ba0 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.433202] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b795bd-e397-4ef5-b809-f0b242ff2865 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.439993] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023eae8e-b0c7-4010-95f2-ac3844c23ab1 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.452499] env[68867]: DEBUG nova.compute.provider_tree [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.955862] env[68867]: DEBUG nova.scheduler.client.report [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.461985] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.483770] env[68867]: INFO nova.scheduler.client.report [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Deleted allocations for instance 833877eb-1e74-42bd-ae2b-df140bf9d0e6 [ 1535.990919] env[68867]: DEBUG oslo_concurrency.lockutils [None req-f05dce24-65c9-4cab-9f86-5e9bf1bfd469 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "833877eb-1e74-42bd-ae2b-df140bf9d0e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.497s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.063059] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "1862f082-2b18-4444-88d9-ac314050b3eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.063452] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "1862f082-2b18-4444-88d9-ac314050b3eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.063577] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "1862f082-2b18-4444-88d9-ac314050b3eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.063764] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "1862f082-2b18-4444-88d9-ac314050b3eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.063925] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "1862f082-2b18-4444-88d9-ac314050b3eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.066015] env[68867]: INFO nova.compute.manager [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Terminating instance [ 1537.569528] env[68867]: DEBUG nova.compute.manager [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Start destroying the instance on the hypervisor. {{(pid=68867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1537.569765] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Destroying instance {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1537.570725] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8479d111-3bda-48f2-9e20-338360924ec5 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.578360] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powering off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.578547] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b96768e8-da50-4767-948c-344ec39fd34b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.584526] env[68867]: DEBUG oslo_vmware.api [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1537.584526] env[68867]: value = "task-2952846" [ 1537.584526] env[68867]: _type = "Task" [ 1537.584526] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.591999] env[68867]: DEBUG oslo_vmware.api [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.093696] env[68867]: DEBUG oslo_vmware.api [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952846, 'name': PowerOffVM_Task, 'duration_secs': 0.181219} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.094093] env[68867]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Powered off the VM {{(pid=68867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1538.094171] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Unregistering the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1538.094359] env[68867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76cb67d2-3d7b-4521-b017-71a1bc3b085b {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.155930] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Unregistered the VM {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1538.156131] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Deleting contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1538.156316] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Deleting the datastore file [datastore1] 1862f082-2b18-4444-88d9-ac314050b3eb {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1538.156576] env[68867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f51d06a8-0d68-495a-8840-7f020e0f627d {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.162945] env[68867]: DEBUG oslo_vmware.api [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for the task: (returnval){ [ 1538.162945] env[68867]: value = "task-2952848" [ 1538.162945] env[68867]: _type = "Task" [ 1538.162945] env[68867]: } to complete. {{(pid=68867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.170211] env[68867]: DEBUG oslo_vmware.api [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.672483] env[68867]: DEBUG oslo_vmware.api [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Task: {'id': task-2952848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15645} completed successfully. {{(pid=68867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.672723] env[68867]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Deleted the datastore file {{(pid=68867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.672900] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Deleted contents of the VM from datastore datastore1 {{(pid=68867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1538.673082] env[68867]: DEBUG nova.virt.vmwareapi.vmops [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Instance destroyed {{(pid=68867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1538.673256] env[68867]: INFO nova.compute.manager [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1538.673498] env[68867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1538.673684] env[68867]: DEBUG nova.compute.manager [-] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Deallocating network for instance {{(pid=68867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1538.673778] env[68867]: DEBUG nova.network.neutron [-] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] deallocate_for_instance() {{(pid=68867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1538.923023] env[68867]: DEBUG nova.compute.manager [req-e86157b9-fbb6-4477-9dfe-09d9b798cc04 req-0b4bc819-e6fe-4154-beb9-1818e8e9fd97 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Received event network-vif-deleted-7b1333aa-175b-404e-bab5-b5d53fcc772a {{(pid=68867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1538.923023] env[68867]: INFO nova.compute.manager [req-e86157b9-fbb6-4477-9dfe-09d9b798cc04 req-0b4bc819-e6fe-4154-beb9-1818e8e9fd97 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Neutron deleted interface 7b1333aa-175b-404e-bab5-b5d53fcc772a; detaching it from the instance and deleting it from the info cache [ 1538.923023] env[68867]: DEBUG nova.network.neutron [req-e86157b9-fbb6-4477-9dfe-09d9b798cc04 req-0b4bc819-e6fe-4154-beb9-1818e8e9fd97 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.401424] env[68867]: DEBUG nova.network.neutron [-] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Updating instance_info_cache with network_info: [] {{(pid=68867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.425618] env[68867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7b5c1f7-4aa2-4c59-a968-bb39405b1493 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.435405] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da053616-1271-41cd-a62b-7764aaba11fb {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.459130] env[68867]: DEBUG nova.compute.manager [req-e86157b9-fbb6-4477-9dfe-09d9b798cc04 req-0b4bc819-e6fe-4154-beb9-1818e8e9fd97 service nova] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Detach interface failed, port_id=7b1333aa-175b-404e-bab5-b5d53fcc772a, reason: Instance 1862f082-2b18-4444-88d9-ac314050b3eb could not be found. {{(pid=68867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1539.904704] env[68867]: INFO nova.compute.manager [-] [instance: 1862f082-2b18-4444-88d9-ac314050b3eb] Took 1.23 seconds to deallocate network for instance. [ 1540.411654] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.412148] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.412148] env[68867]: DEBUG nova.objects.instance [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lazy-loading 'resources' on Instance uuid 1862f082-2b18-4444-88d9-ac314050b3eb {{(pid=68867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.947132] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b9686-1400-4074-ba62-fc76161fea0f {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.954386] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b82268e-1ec2-48a3-ace9-4230e2ba1577 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.983866] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cd2fdf-b92a-4804-976b-b9f49901c882 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.990636] env[68867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126abd81-19bb-4cc6-83ab-aed46200fad3 {{(pid=68867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.003250] env[68867]: DEBUG nova.compute.provider_tree [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed in ProviderTree for provider: c8b67410-0c3b-49cc-8b6c-49951b616589 {{(pid=68867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.506831] env[68867]: DEBUG nova.scheduler.client.report [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Inventory has not changed for provider c8b67410-0c3b-49cc-8b6c-49951b616589 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.011950] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.030085] env[68867]: INFO nova.scheduler.client.report [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Deleted allocations for instance 1862f082-2b18-4444-88d9-ac314050b3eb [ 1542.537978] env[68867]: DEBUG oslo_concurrency.lockutils [None req-48c2c800-fda7-4fda-a17a-0b1e02580948 tempest-ServerRescueTestJSON-1129311578 tempest-ServerRescueTestJSON-1129311578-project-member] Lock "1862f082-2b18-4444-88d9-ac314050b3eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.475s {{(pid=68867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}